{
  "generated_utc": "2026-11-10T11:06:19.167713+00:00",
  "scope": "Original recorded samples preserved; new imported-image retests separately labeled. Historical Qwen3.6 is published evidence.",
  "rows": [
    {
      "period": "Current Qwen3.8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "FP16",
      "TP": 4,
      "MTP": 0,
      "status": "selected FP16 reference",
      "strict": "PASS",
      "strict_tokens": 11170,
      "strict_TPS": 50.39692268013857,
      "fixed_2K_TPS": 53.55497506197457,
      "fixed_10K_TPS": 50.62447766842328,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx906/baseline/strict-control.json#$",
      "source_revision": "57f22fd70c859e4df9036fcc075a798fb032c31d",
      "image": "sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 11.319955765997292,
      "fixed_2K_total_seconds": 48.67580153999734,
      "fixed_10K_prefill_seconds": 11.950416606996441,
      "fixed_10K_total_seconds": 209.49722924898379,
      "weight_format": "FP16",
      "official_fixed_2k_tps": 53.55497506197457,
      "eligible_speed_samples": 1,
      "latency_sources": "[{\"path\": \"/home/joe/PhoneSync/Documents/gfx906/results/gfx906-down-serving-qwen38-706be24-20261021-r0/ladder-1/dense27b_tp4_fullbar_p2pon_20261021T172635Z/c1_2000_proxy/summary.json\", \"sha256\": \"71fe5aebeb67eed51da8a43721550c6dfde41fcad6636aaf0c95eb6ec6606635\"}, {\"path\": \"/home/joe/PhoneSync/Documents/gfx906/results/gfx906-down-serving-qwen38-706be24-20261021-r0/ladder-1/dense27b_tp4_fullbar_p2pon_20261021T172635Z/c1_10000_proxy/summary.json\", \"sha256\": \"a3e5bc940b57d15910b03176bd82187c6535e8d3a14b6f77f3ed0c6558406f16\"}]",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-6bc353a76b3d",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-fp16-tp4-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-fp16-tp4-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-fp16-tp4-mtp0",
      "recorded_configuration_details": {
        "cell": "FP16_TP4_MTP_off",
        "status": "completed",
        "TP": 4,
        "native_MTP_tokens": 0,
        "host": "10.0.0.50",
        "strict_pass": true,
        "strict_tokens": 11170,
        "strict_diagnostic_TPS": 50.39692268013857,
        "official_2K_TPS": 53.55497506197457,
        "official_2K_tokens": 2000,
        "official_2K_prefill_seconds": 11.319955765997292,
        "official_2K_total_seconds": 48.67580153999734,
        "diagnostic_10K_TPS": 50.62447766842328,
        "diagnostic_10K_tokens": 10000,
        "diagnostic_10K_prefill_seconds": 11.950416606996441,
        "diagnostic_10K_total_seconds": 209.49722924898379,
        "SSM_dtype": "",
        "source": "57f22fd70c859e4df9036fcc075a798fb032c31d",
        "image": "sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04",
        "primary": "tuning/fixed3-down-early-repair/serving-result-57f22fd-20261021.json",
        "strict_prefill_seconds": 11.748157959023956,
        "strict_total_seconds": 233.402228802006,
        "per_rank_memory_JSON": [
          {
            "rank": 0,
            "parameter_logical_bytes": 13449011456,
            "lossless_packed_logical_bytes": 10072367608,
            "receipt": "results/gfx906-down-serving-qwen38-706be24-20261021-r0/loaded-model-rank0-pid250.json"
          },
          {
            "rank": 1,
            "parameter_logical_bytes": 13449011456,
            "lossless_packed_logical_bytes": 10071559696,
            "receipt": "results/gfx906-down-serving-qwen38-706be24-20261021-r0/loaded-model-rank1-pid251.json"
          },
          {
            "rank": 2,
            "parameter_logical_bytes": 13449011456,
            "lossless_packed_logical_bytes": 10071485104,
            "receipt": "results/gfx906-down-serving-qwen38-706be24-20261021-r0/loaded-model-rank2-pid252.json"
          },
          {
            "rank": 3,
            "parameter_logical_bytes": 13449011456,
            "lossless_packed_logical_bytes": 10072117712,
            "receipt": "results/gfx906-down-serving-qwen38-706be24-20261021-r0/loaded-model-rank3-pid253.json"
          }
        ],
        "KV_JSON": {
          "logged_available_cache_memory_GiB": 6.53,
          "available_memory_worker_rank": 0,
          "logged_GPU_KV_cache_tokens": 106800,
          "logged_max_concurrency_for_131072": 3.23,
          "configured_kv_cache_dtype": "auto",
          "actual_tensor_dtype": null,
          "actual_SSM_tensor_dtype": null,
          "actual_block_count": null,
          "actual_block_size": null,
          "evidence": "results/gfx906-down-serving-qwen38-706be24-20261021-r0/service-ready.log",
          "lines": {
            "configuration": 48,
            "available_memory": 1220,
            "token_capacity": 1225,
            "maximum_concurrency": 1226
          },
          "limit": "Engine allocation reports/configuration, not direct cache-tensor observations, full-context inference, or a simple token-count/concurrency arithmetic equivalence. Rounded GiB is not exact bytes."
        },
        "VRAM_JSON": {
          "after_supplemental_request_3_utc": "2026-10-21T17:26:34Z",
          "after_supplemental_by_physical_card_bytes": {
            "1": 33421770752,
            "2": 33441353728,
            "3": 33437638656,
            "4": 33384116224
          },
          "after_ladder1_by_physical_card_bytes": {
            "1": 33421770752,
            "2": 33441353728,
            "3": 33437638656,
            "4": 33384116224
          },
          "samples_match": true,
          "evidence": [
            "results/gfx906-down-serving-qwen38-706be24-20261021-r0/hardware-after-ladder1.txt",
            "results/gfx906-down-serving-qwen38-706be24-20261021-r0/supplemental-warmups/request-3/memory-after.txt"
          ],
          "limit": "Two retained samples, not peak/continuous sampling or model-only allocation; hardware snapshot reports busy0 for all four assigned cards."
        },
        "attention_KV_dtype": "",
        "context": 131072,
        "speculative_accounting_JSON": null
      },
      "strict_prefill_seconds": 11.748157959023956,
      "strict_total_seconds": 233.402228802006,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/fp16-matrix.csv",
      "detail_source_sha256": "8643d90cf1f211a7f77be9f6212cd7706e6dbae3ae84b9bc80b5f42fa199ffe0",
      "detail_source_pointer": "FP16_TP4_MTP_off",
      "sampled_VRAM_after_ladder_bytes_by_rank": {
        "0": 33421770752,
        "1": 33441353728,
        "2": 33437638656,
        "3": 33384116224
      },
      "packed_buffer_logical_bytes_by_rank": {
        "1": 10071559696,
        "0": 10072367608,
        "2": 10071485104,
        "3": 10072117712
      },
      "target_parameter_logical_bytes_by_rank": {
        "1": 13449011456,
        "0": 13449011456,
        "2": 13449011456,
        "3": 13449011456
      },
      "memory_accounting_limit": "All retained integer packed-buffer logical extents, separate from FP16 parameter extents; aliases/fallback representations are not deduplicated physical allocation. Physical VRAM is one post-ladder observation.",
      "memory_source": "/home/joe/PhoneSync/Documents/gfx906/results/gfx906-down-serving-qwen38-706be24-20261021-r0/hardware-after-ladder1.txt",
      "memory_source_sha256": "e8342ec2a51c7599ffafec4e5a7ab076b186cc3a93d40391d969a666d9055205",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-mi50-r3/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-fp16-tp4-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 137,
          "Error": "",
          "StartedAt": "2026-10-26T20:29:42.542233503Z",
          "FinishedAt": "2026-10-26T20:57:24.923491054Z"
        },
        "devices_after": [
          {
            "card": 1,
            "render": 129,
            "pci": "0000:06:00.0",
            "actual_card": "card0",
            "busy_percent": 0,
            "vram_bytes": 31794159616,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:0a:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 31561097216,
            "dpm": "auto"
          },
          {
            "card": 3,
            "render": 131,
            "pci": "0000:0d:00.0",
            "actual_card": "card3",
            "busy_percent": 0,
            "vram_bytes": 31559000064,
            "dpm": "auto"
          },
          {
            "card": 4,
            "render": 132,
            "pci": "0000:10:00.0",
            "actual_card": "card4",
            "busy_percent": 0,
            "vram_bytes": 31504474112,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T20:57:25.071040+00:00"
      },
      "retest_closure_note": "The reproduction runner issued Docker stop with a 60-second grace period. Final exit 137, PID 0 and OOM false are retained; this stop outcome is separate from any measurement verdict.",
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 53.74919605459173,
      "retest_10K_TPS": 51.41767637840134,
      "retest_strict_tokens": 6668,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 6668,
          "elapsed_seconds": 143.07483081799,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 127.12655968707986,
          "vllm_decode_tps": 52.45166719223098,
          "vllm_generation_tokens_delta": 6668.0,
          "vllm_prefill_seconds_delta": 15.934438918950036,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 53.29153924190905,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 37.20985887805,
          "vllm_decode_tps": 53.74919605459173,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 16.070583492983133,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 210.65881087898742,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 194.4856458780123,
          "vllm_decode_tps": 51.41767637840134,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 16.16023535700515,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 16.070583492983133,
      "retest_2K_total_seconds": 53.29153924190905,
      "retest_10K_prefill_seconds": 16.16023535700515,
      "retest_10K_total_seconds": 210.65881087898742,
      "retest_strict_prefill_seconds": 15.934438918950036,
      "retest_strict_total_seconds": 143.07483081799,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": null,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33421369344,
        "1": 33440952320,
        "2": 33438003200,
        "3": 33384120320
      },
      "retest_memory_observation_count": 27,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/mi50-fp16-tp4-mtp0/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 22.81,
      "retest_logged_model_load_seconds": 67.548319,
      "retest_logged_available_KV_GiB": 6.53,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 6.53,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 106800,
      "retest_logged_context_capacity_x": 3.23,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-fp16-tp4-mtp0",
        "image": "sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04",
        "container": "c8c0b898e9d81627eee172f20ca0783b4e5a809246b93619c4230e06528aae37",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 22.81,
        "retest_logged_model_load_seconds": 67.548319,
        "retest_logged_available_KV_GiB": 6.53,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 6.53,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 106800,
        "retest_logged_context_capacity_x": 3.23,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-fp16-tp4-mtp0/service-final.log",
        "source_log_sha256": "b6ce15ca515eb9d0dd6c076e8574f46fd917d7b27ba414136defce7cc7e4b42d",
        "sealed_index_sha256": "352796834416d1920746822000adb67699cb30990ae230cd3e920799f86c1230",
        "source_lines": {
          "model_load": {
            "line": 1161,
            "text": "(Worker pid=197) (Worker_TP0 pid=197) INFO 10-26 20:32:47 [gpu_model_runner.py:4584] Model loading took 22.81 GiB memory and 67.548319 seconds"
          },
          "automatic_KV_budget": {
            "line": 1240,
            "text": "(Worker pid=197) (Worker_TP0 pid=197) INFO 10-26 20:34:54 [gpu_worker.py:453] Available KV cache memory: 6.53 GiB"
          },
          "grouped_KV_tokens": {
            "line": 1245,
            "text": "(EngineCore_DP0 pid=179) INFO 10-26 20:34:54 [kv_cache_utils.py:1314] GPU KV cache size: 106,800 tokens"
          },
          "context_capacity": {
            "line": 1246,
            "text": "(EngineCore_DP0 pid=179) INFO 10-26 20:34:54 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 3.23x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-fp16-tp4-mtp0/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 31.14431381225586,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-fp16-tp4-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-fp16-tp4-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-fp16-tp4-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  -e VLLM_GFX906_ROWPAR_MUTABLE_AR=0 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_QWEN_OUTPUT_FIXED3=1 \\\n  -e VLLM_GFX906_QWEN_QKV_FIXED3=1 \\\n  -e GFX906_MODEL_IDENTITY_DIR=/runwork \\\n  -e VLLM_GFX906_QWEN_MLP_FIXED3_STRICT=1 \\\n  -e VLLM_GFX906_QWEN_GDN_FIXED3=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e VLLM_GFX906_PERSISTENT_AR=0 \\\n  -e VLLM_GFX906_PERSISTENT_AR_KIND_ROUTE=0 \\\n  -e VLLM_GFX906_QWEN_MLP_FIXED3=1 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e VLLM_GFX906_QWEN_MLP_FIXED3_EXT_PATH=/opt/vllm_patch_bundle/native/fixed3/v756f96_fixed3_core.so \\\n  -e VLLM_GFX906_ROWPAR_BOUNDARY_CUT=0 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp0,dst=/runwork \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04",
      "serving_script": "portable/serve/mi50-fp16-tp4-mtp0.sh",
      "serving_script_sha256": "91d903dfa409919c6b777737ee9438f53b156cb3207a5969586f7ac108a6f4dc",
      "recorded_docker_run_script": "serve/recorded/mi50-fp16-tp4-mtp0.sh",
      "recorded_docker_run_sha256": "4ad686aa60db1aec18561ed37525aaad82e58d6eda91d6166766b662b147ebf0",
      "serving_endpoint": "http://10.0.0.50:8001",
      "serving_scope": "Portable host-admission repair on the recorded parent. Runtime arguments and GPU numerical payload remain unchanged; historical image and performance results stay separate from this compatibility validation.",
      "serving_container_name": "serve-mi50-fp16-tp4-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 9.380623333156109,
      "sampled_peak_VRAM_GiB": 31.14468765258789,
      "weight_tensor_GiB_per_rank": 12.525367975234985,
      "weight_tensor_scope": "retained FP16 parameter extents; projection buffers separate",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/mi50-fp16-tp4-mtp0.sh",
      "reproduction_script_sha256": "9d7ed65d8c7838dfa879a145e8fdd1dcc1cd0e3a4286ed23ae255af88384df4f",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp0\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=mi50-fp16-tp4-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-fp16-tp4-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  -e VLLM_GFX906_ROWPAR_MUTABLE_AR=0 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_QWEN_OUTPUT_FIXED3=1 \\\n  -e VLLM_GFX906_QWEN_QKV_FIXED3=1 \\\n  -e GFX906_MODEL_IDENTITY_DIR=/runwork \\\n  -e VLLM_GFX906_QWEN_MLP_FIXED3_STRICT=1 \\\n  -e VLLM_GFX906_QWEN_GDN_FIXED3=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e VLLM_GFX906_PERSISTENT_AR=0 \\\n  -e VLLM_GFX906_PERSISTENT_AR_KIND_ROUTE=0 \\\n  -e VLLM_GFX906_QWEN_MLP_FIXED3=1 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e VLLM_GFX906_QWEN_MLP_FIXED3_EXT_PATH=/opt/vllm_patch_bundle/native/fixed3/v756f96_fixed3_core.so \\\n  -e VLLM_GFX906_ROWPAR_BOUNDARY_CUT=0 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp0,dst=/runwork \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-fp16-tp4-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-fp16-tp4-mtp0.sh",
      "recorded_lab_serving_script_sha256": "ee617f6edc284c697e630fc1b6d6debe3cdf81e23826b1a56a204a37448c9abf",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-fp16-tp4-mtp0 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/mi50-fp16-tp4-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-00-mi50-fp16-tp4-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "97d38e65e11d72fe064db14d0f06b9ef91058774472d14cdc210464ea484531e",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-6bc353a76b3d",
      "registry_image": "joe2gaan/localaiservers@sha256:2c4733c2e813c2c9fc1cad8b8aeee0a1d8e7237f7a7a85bb0e9ecd4aa5a43fcc",
      "registry_manifest_digest": "sha256:2c4733c2e813c2c9fc1cad8b8aeee0a1d8e7237f7a7a85bb0e9ecd4aa5a43fcc",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:2c4733c2e813c2c9fc1cad8b8aeee0a1d8e7237f7a7a85bb0e9ecd4aa5a43fcc",
      "registry_verification": "mi50-portable-registry-verification.json",
      "portable_configuration": "mi50-fp16-tp4-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "recorded_registry_image": "joe2gaan/localaiservers@sha256:7d9a5e4969001af7785d888350428ad81fec613027782d326b42516fd6bc3dcd",
      "recorded_dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-5c4e7b7a071d",
      "portable_runtime_image": "sha256:6bc353a76b3d75e16560d2c5e60a8c1ff301bd85314c95ed93bb31f88c08c8b4",
      "portable_parent_image": "sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04",
      "portable_compatibility_note": "Replaced lab-specific PCI address allowlist with distinct visible-device validation. GPU ELF, numerical source, grid, precision, peer and timeout contracts unchanged. The recorded benchmark image and values remain the historical parent; end-to-end compatibility validation is reported separately.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 6447,
            "content_chars": 14192,
            "content_has_think_close": false,
            "elapsed_seconds": 129.0551943834871,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T13:10:56Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.008790487423539162,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 14192,
            "qwen_answer_text_sha256": "48ad4353316f3ec81d778cb0bd02f955629b0e42062d8e44609031916a6f0d4a",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 14192,
            "qwen_visible_text_sha256": "48ad4353316f3ec81d778cb0bd02f955629b0e42062d8e44609031916a6f0d4a",
            "raw_has_think_close": false,
            "reasoning_chars": 18865,
            "text_chars": 33058,
            "text_sha256": "3456fd7908c8bc4e5aa7ac66385d5f572f6a256afd8173ad9877fa582f015fa1",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 119.21210407651961,
            "vllm_decode_tps": 54.080078947871044,
            "vllm_generation_tokens_delta": 6447.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 9.833608750253916,
            "vllm_prefill_tps": 48.10034769664662,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 49.9553701096506
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 45.91352475900203,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T13:11:42Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.009055406786501408,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 10184,
            "text_chars": 10184,
            "text_sha256": "7dbe29445b58f7f49d4a0db3484a13f4e26bf4636101d736a3329a6e0b19c4de",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 36.224582785740495,
            "vllm_decode_tps": 55.21112587630087,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 9.681173008866608,
            "vllm_prefill_tps": 48.857715853936064,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 43.560149443936346
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 33642,
            "content_has_think_close": false,
            "elapsed_seconds": 198.85716584604234,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T13:15:01Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.005759751424193382,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 33642,
            "qwen_answer_text_sha256": "c9106d931f3a861571d0779d42737ee59d71c0701c09bf861c4f5c0e233c2698",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 33642,
            "qwen_visible_text_sha256": "c9106d931f3a861571d0779d42737ee59d71c0701c09bf861c4f5c0e233c2698",
            "raw_has_think_close": false,
            "reasoning_chars": 18865,
            "text_chars": 52508,
            "text_sha256": "e6fcb8784626552d714b997d261b8220f5355bb612b4596f16ad87c1274b5f64",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 189.0812345771119,
            "vllm_decode_tps": 52.88732127418894,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 9.767040423117578,
            "vllm_prefill_tps": 48.428180852047845,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 50.287350508365
          }
        },
        "evidence": "dockerhub-e2e/mi50-fp16-tp4-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "FP16",
      "TP": 2,
      "MTP": 0,
      "status": "Completed, independently reviewed FP16 TP2 MTP-off matrix cell; one sample, no promotion or TP4 goal credit.",
      "strict": "PASS",
      "strict_tokens": 9596,
      "strict_TPS": 19.386496043730823,
      "fixed_2K_TPS": 19.924717816026906,
      "fixed_10K_TPS": 19.34330520874968,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx906/tuning/qwen38-fp16-matrix/fp16-tp2-off-result-20261023.json#$",
      "source_revision": "90733170b8b007fca3401b68c04e5bc67e14a3e0",
      "image": "sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 16.502791117993183,
      "fixed_2K_total_seconds": 116.89143691700883,
      "fixed_10K_prefill_seconds": 16.035188685986213,
      "fixed_10K_total_seconds": 533.0213894949993,
      "weight_format": "Native FP16 dense/collective fallback; no quantization or fixed3 packed buffers.",
      "configured_context": 131072,
      "activation_dtype": "FP16",
      "attention_KV_dtype": "FP16",
      "official_fixed_2k_tps": 19.924717816026906,
      "eligible_speed_samples": 1,
      "strict_prefill_seconds": 16.508799550996628,
      "strict_client_total_seconds": 511.50529021699913,
      "packed_weight_bytes_per_rank": 0,
      "target_parameter_logical_bytes_by_rank": "{\"0\": 26896673280, \"1\": 26896673280}",
      "packed_buffer_logical_bytes_by_rank": "{\"0\": 0, \"1\": 0}",
      "memory_accounting_limit": "Logical parameter/cache extents are not unique physical allocations. Hybrid runtime KV token/concurrency reports are retained separately from block geometry; no full-context request was executed.",
      "sampled_VRAM_before_ladder_bytes_by_rank": "{\"0\": 33733308416, \"1\": 33733312512}",
      "sampled_VRAM_after_ladder_bytes_by_rank": "{\"0\": 33733308416, \"1\": 33733312512}",
      "KV_capacity": "{\"SSM\": {\"bytes\": 275251200, \"dtype\": \"torch.float32\", \"shape\": [175, 24, 128, 128]}, \"attention\": {\"bytes\": 280985600, \"dtype\": \"torch.float16\", \"shape\": [175, 2, 784, 2, 256]}, \"block_size\": 784, \"blocks\": 175, \"conv\": {\"bytes\": 5376000, \"dtype\": \"torch.float16\", \"shape\": [175, 3, 5120]}, \"logged_KV_tokens\": 33712, \"logged_max_concurrency_at_131072\": 1.02}",
      "explicit_KV_cache_budget_bytes": 4495769600,
      "post_KV_allocator_allocated_bytes_by_rank": "{\"0\": 31604896256, \"1\": 31604896256}",
      "post_KV_allocator_reserved_bytes_by_rank": "{\"0\": 31878807552, \"1\": 31878807552}",
      "SSM_dtype": "torch.float32",
      "cohort_final_state": "{\"Dead\": false, \"Error\": \"\", \"ExitCode\": 0, \"FinishedAt\": \"2026-10-23T12:54:31.698308342Z\", \"OOMKilled\": false, \"Paused\": false, \"Pid\": 0, \"Restarting\": false, \"Running\": false, \"StartedAt\": \"2026-10-23T12:05:08.596926575Z\", \"Status\": \"exited\"}",
      "full_context_residency_demonstrated": false,
      "review_record": "/home/joe/PhoneSync/Documents/gfx906/tuning/helper-analysis/qwen38-fp16-tp2-off-result-review-20261023.json",
      "review_sha256": "15a4174f6e8e6a70a88694c614e41ce51159c7429e1dc9a8e9a6eaabb1b82d9b",
      "primary_record_sha256_at_ingest": "94592d5967ee8baeaf650447d455e88e2c20b8499026d7ea27d5dc9eafbb586b",
      "result_entry_sha256_at_ingest": "3256bacb92bf628f5a0d0154d8dbf3ad98efdf89574a01f265eb249c5b1bdd7a",
      "source_evidence_commit": "26c009d",
      "review_commit": "ebbedda",
      "review_scope_note": "The frozen primary cites preliminary admission/source reviews. Separately committed final full-result review ebbedda is pinned here and matches the reported completed evidence.",
      "evidence_archive_sha256": "1c7a67f6b22934a59a17d86a46a5b5fcc6f21ab39c87411a1a52c9fd4d4bce43",
      "evidence_file_count": 1826,
      "ingestion_verification": "Primary matched commit 26c009d and final independent review matched ebbedda. All three TPS values were recomputed from recorded metric deltas. Research did not repeat the full 1,826-file replay.",
      "comparison_limit": "Explicit original dense FP16/collective fallback at TP2; TP4 packed/posted guards not widened and native DSOs unchanged. | Explicit 4495769600-byte KV budget, context131072 unchanged; actual capacity admission is configuration evidence, not full-context execution. | Actual target/attention KV/conv FP16 and SSM FP32. Non-MTP packed convolution and recurrent flags remain1. | Original greedy concurrency1, non-eager O3/maxseq2/maxbatched4 requests and scorer; eight warmups and three tracked startup requests excluded. | One official sample, no repeatability/causal gain or TP4 qualification. | Logical parameter/buffer bytes are not unique physical storage. Cache view bytes may alias; no summed physical cache claim. | Loaded route metadata/generated source/maps are not a per-kernel execution trace. | Outer metrics do not establish internal scorer scrape alignment/full settlement trajectory. | KV tokens/concurrency are logged hybrid-cache reports; do not equate175x784 with usable tokens or infer actual131072 execution. | Final kernel journal filter covers assigned four-card PCI scope, broader than TP2 before/after scope. | Read-only retained cache preserves regular files; socket endpoints inventoried, not byte-hashed. | No native MTP head in this cell; all prior failed/historical attempts preserved.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-59e1ec913fbc",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-fp16-tp2-mtp0\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-fp16-tp2-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-fp16-tp2-mtp0",
      "recorded_configuration_details": {
        "cell": "FP16_TP2_MTPoff",
        "status": "completed",
        "TP": 2,
        "native_MTP_tokens": 0,
        "host": "10.0.0.50",
        "strict_pass": true,
        "strict_tokens": 9596,
        "strict_diagnostic_TPS": 19.386496043730823,
        "official_2K_TPS": 19.924717816026906,
        "official_2K_tokens": 2000,
        "official_2K_prefill_seconds": 16.502791117993183,
        "official_2K_total_seconds": 116.89143691700883,
        "diagnostic_10K_TPS": 19.34330520874968,
        "diagnostic_10K_tokens": 10000,
        "diagnostic_10K_prefill_seconds": 16.035188685986213,
        "diagnostic_10K_total_seconds": 533.0213894949993,
        "SSM_dtype": "torch.float32",
        "source": "90733170b8b007fca3401b68c04e5bc67e14a3e0",
        "image": "sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
        "primary": "tuning/qwen38-fp16-matrix/fp16-tp2-off-result-20261023.json",
        "strict_prefill_seconds": 16.508799550996628,
        "strict_total_seconds": 511.50529021699913,
        "per_rank_memory_JSON": [
          {
            "rank": 0,
            "pid": 196,
            "parameter_count": 611,
            "parameter_logical_bytes": 26896673280,
            "parameter_dtypes": [
              "torch.float16"
            ],
            "packed_counts": {
              "_gfx906_fixed3_gate_primary": 0,
              "_gfx906_fixed3_primary": 0,
              "_gfx906_gdn_fixed3_primary": 0,
              "_gfx906_output_fixed3_primary": 0,
              "_gfx906_qkv_fixed3_primary": 0
            },
            "packed_logical_bytes": 0,
            "after_load_allocated_bytes": 27105545728,
            "after_load_reserved_bytes": 27231518720,
            "after_cache_allocated_bytes": 31604896256,
            "after_cache_reserved_bytes": 31878807552,
            "installed_manifest_sha256": "44ea477cf0ae8d0a6da890f35540f66d477c93913eb7d728b45ae58aacb57df0",
            "attention_layers": 16,
            "GDN_layers": 48
          },
          {
            "rank": 1,
            "pid": 197,
            "parameter_count": 611,
            "parameter_logical_bytes": 26896673280,
            "parameter_dtypes": [
              "torch.float16"
            ],
            "packed_counts": {
              "_gfx906_fixed3_gate_primary": 0,
              "_gfx906_fixed3_primary": 0,
              "_gfx906_gdn_fixed3_primary": 0,
              "_gfx906_output_fixed3_primary": 0,
              "_gfx906_qkv_fixed3_primary": 0
            },
            "packed_logical_bytes": 0,
            "after_load_allocated_bytes": 27105545728,
            "after_load_reserved_bytes": 27231518720,
            "after_cache_allocated_bytes": 31604896256,
            "after_cache_reserved_bytes": 31878807552,
            "installed_manifest_sha256": "44ea477cf0ae8d0a6da890f35540f66d477c93913eb7d728b45ae58aacb57df0",
            "attention_layers": 16,
            "GDN_layers": 48
          }
        ],
        "KV_JSON": {
          "attention": {
            "shape": [
              175,
              2,
              784,
              2,
              256
            ],
            "dtype": "torch.float16",
            "bytes": 280985600
          },
          "conv": {
            "shape": [
              175,
              3,
              5120
            ],
            "dtype": "torch.float16",
            "bytes": 5376000
          },
          "SSM": {
            "shape": [
              175,
              24,
              128,
              128
            ],
            "dtype": "torch.float32",
            "bytes": 275251200
          },
          "blocks": 175,
          "block_size": 784,
          "logged_KV_tokens": 33712,
          "logged_max_concurrency_at_131072": 1.02
        },
        "VRAM_JSON": {
          "before": "renderD129 33733308416\nrenderD130 33733312512",
          "after": "renderD129 33733308416\nrenderD130 33733312512"
        },
        "attention_KV_dtype": "torch.float16",
        "context": 131072,
        "speculative_accounting_JSON": null
      },
      "strict_total_seconds": 511.50529021699913,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/fp16-matrix.csv",
      "detail_source_sha256": "8643d90cf1f211a7f77be9f6212cd7706e6dbae3ae84b9bc80b5f42fa199ffe0",
      "detail_source_pointer": "FP16_TP2_MTPoff",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-mi50-r3/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-fp16-tp2-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T21:48:44.733823837Z",
          "FinishedAt": "2026-10-26T22:36:13.679245812Z"
        },
        "devices_after": [
          {
            "card": 1,
            "render": 129,
            "pci": "0000:06:00.0",
            "actual_card": "card0",
            "busy_percent": 0,
            "vram_bytes": 18457292800,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:0a:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 18462343168,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T22:36:13.825330+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 19.873362185229723,
      "retest_10K_TPS": 19.30213175950557,
      "retest_strict_tokens": 8748,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 8748,
          "elapsed_seconds": 467.49833614297677,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 450.85449509404134,
          "vllm_decode_tps": 19.403155774625915,
          "vllm_generation_tokens_delta": 8748.0,
          "vllm_prefill_seconds_delta": 16.6319247179199,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 116.15711760893464,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 100.63722390600014,
          "vllm_decode_tps": 19.873362185229723,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 15.506479750969447,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 532.3052741159918,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 518.077491367003,
          "vllm_decode_tps": 19.30213175950557,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 14.213958831969649,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 15.506479750969447,
      "retest_2K_total_seconds": 116.15711760893464,
      "retest_10K_prefill_seconds": 14.213958831969649,
      "retest_10K_total_seconds": 532.3052741159918,
      "retest_strict_prefill_seconds": 16.6319247179199,
      "retest_strict_total_seconds": 467.49833614297677,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": {
        "admitted": true,
        "TP": 2,
        "MTP": false,
        "installed_manifest_sha256": "44ea477cf0ae8d0a6da890f35540f66d477c93913eb7d728b45ae58aacb57df0",
        "ranks": [
          {
            "rank": 0,
            "worker_pid": 196,
            "device": "cuda:0",
            "packed_counts": {
              "_gfx906_fixed3_gate_primary": 0,
              "_gfx906_fixed3_primary": 0,
              "_gfx906_gdn_fixed3_primary": 0,
              "_gfx906_output_fixed3_primary": 0,
              "_gfx906_qkv_fixed3_primary": 0
            },
            "after_load_allocated_bytes": 27105545728,
            "after_load_reserved_bytes": 27231518720,
            "after_cache_allocated_bytes": 31604896256,
            "after_cache_reserved_bytes": 31878807552,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "worker_pid": 197,
            "device": "cuda:1",
            "packed_counts": {
              "_gfx906_fixed3_gate_primary": 0,
              "_gfx906_fixed3_primary": 0,
              "_gfx906_gdn_fixed3_primary": 0,
              "_gfx906_output_fixed3_primary": 0,
              "_gfx906_qkv_fixed3_primary": 0
            },
            "after_load_allocated_bytes": 27105545728,
            "after_load_reserved_bytes": 27231518720,
            "after_cache_allocated_bytes": 31604896256,
            "after_cache_reserved_bytes": 31878807552,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      175,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 280985600,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        175,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 5376000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        175,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 275251200,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              }
            ]
          }
        ],
        "native_MTP": null,
        "receipt_sha256": {
          "kv-rank-0-pid-196.json": "a48502f8723a2f55f3479994880ee6374944bdbf22e852b59ec4b35f1517050c",
          "kv-rank-1-pid-197.json": "72b7c10ef10d23311d9fc3d598864fab72da5420a9cd62bae35c4e4beb0a17b6",
          "load-rank-0-pid-196.json": "1fe57423fc7fd42420b2e1561318499dde2224bc954f89b723bb4cc9116db523",
          "load-rank-1-pid-197.json": "88e7c9c96a19c5c6b8eb430293bd062fcd0a89565b90249638f972eb501ce3f4"
        },
        "unobservable": [
          "Kernel execution/collective trace",
          "Actual speculative execution and proposal/acceptance/rejection counters",
          "Unique physical storage from logical tensor views",
          "Full-context inference/capacity from allocated cache metadata",
          "Checkpoint file-byte verification (separate owner admission)",
          "Model correctness and official speed"
        ],
        "scope": "Actual load/cache metadata only. Existing strict scorer remains the sole model correctness authority."
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33733324800,
        "1": 33733308416
      },
      "retest_memory_observation_count": 45,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/mi50-fp16-tp2-mtp0/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 25.37,
      "retest_logged_model_load_seconds": 16.160363,
      "retest_logged_available_KV_GiB": null,
      "retest_explicit_KV_budget_bytes": 4495769600,
      "retest_KV_budget_GiB": 4.18701171875,
      "retest_KV_budget_scope": "Explicit byte budget; profiling skipped",
      "retest_logged_GPU_KV_tokens": 33712,
      "retest_logged_context_capacity_x": 1.02,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-fp16-tp2-mtp0",
        "image": "sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
        "container": "99381d2f6797e72404e8e186fec8c4bd3744a515945517d05b5b8548a689c542",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 25.37,
        "retest_logged_model_load_seconds": 16.160363,
        "retest_logged_available_KV_GiB": null,
        "retest_explicit_KV_budget_bytes": 4495769600,
        "retest_KV_budget_GiB": 4.18701171875,
        "retest_KV_budget_scope": "Explicit byte budget; profiling skipped",
        "retest_logged_GPU_KV_tokens": 33712,
        "retest_logged_context_capacity_x": 1.02,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-fp16-tp2-mtp0/service-final.log",
        "source_log_sha256": "9baac6ec7141f36335e506c7777e974cae19185b140c8112860fc3fbb3c05edb",
        "sealed_index_sha256": "e4f8ebde61b26ca3d5a8e83d60d7ec38e19c442b556cfe06683fa5c49a7ecff3",
        "source_lines": {
          "model_load": {
            "line": 122,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 21:50:52 [gpu_model_runner.py:4584] Model loading took 25.37 GiB memory and 16.160363 seconds"
          },
          "explicit_KV_budget": {
            "line": 7,
            "text": "(APIServer pid=1) INFO 10-26 21:49:16 [utils.py:228] non-default args: {'model_tag': '/opt/local-models/Qwen3.8-27B', 'enable_auto_tool_choice': True, 'tool_call_parser': 'qwen3_coder', 'host': '0.0.0.0', 'port': 8001, 'model': '/opt/local-models/Qwen3.8-27B', 'trust_remote_code': True, 'dtype': 'half', 'max_model_len': 131072, 'served_model_name': ['Qwen/Qwen3.8-27B'], 'hf_overrides': {'architectures': ['Qwen3_5ForCausalLM']}, 'generation_config': 'vllm', 'reasoning_parser': 'qwen3', 'tensor_parallel_size': 2, 'worker_cls': 'vllm.fp16_matrix_worker.Worker', 'gpu_memory_utilization': 0.95, 'kv_cache_memory_bytes': 4495769600, 'enable_prefix_caching': False, 'mamba_ssm_cache_dtype': 'float32', 'language_model_only': True, 'max_num_batched_tokens': 4, 'max_num_seqs': 2, 'async_scheduling': True, 'optimization_level': '3'}"
          },
          "explicit_budget_worker_reports": [
            {
              "line": 134,
              "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 21:51:57 [gpu_worker.py:380] Initial free memory 31.71 GiB, reserved 4.19 GiB memory for KV Cache as specified by kv_cache_memory_bytes config and skipped memory profiling. This does not respect the gpu_memory_utilization config. Only use kv_cache_memory_bytes config when you want manual control of KV cache memory size. If OOM'ed, check the difference of initial free memory between the current run and the previous run where kv_cache_memory_bytes is suggested and update it correspondingly."
            },
            {
              "line": 135,
              "text": "(Worker pid=197) (Worker_TP1 pid=197) INFO 10-26 21:51:57 [gpu_worker.py:380] Initial free memory 31.71 GiB, reserved 4.19 GiB memory for KV Cache as specified by kv_cache_memory_bytes config and skipped memory profiling. This does not respect the gpu_memory_utilization config. Only use kv_cache_memory_bytes config when you want manual control of KV cache memory size. If OOM'ed, check the difference of initial free memory between the current run and the previous run where kv_cache_memory_bytes is suggested and update it correspondingly."
            }
          ],
          "grouped_KV_tokens": {
            "line": 136,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 21:51:57 [kv_cache_utils.py:1314] GPU KV cache size: 33,712 tokens"
          },
          "context_capacity": {
            "line": 137,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 21:51:57 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 1.02x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-fp16-tp2-mtp0/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 31.416606903076172,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-fp16-tp2-mtp0\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-fp16-tp2-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-fp16-tp2-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e HIP_VISIBLE_DEVICES=0,1 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e MI50_FP16_KV_CACHE_BYTES=4495769600 \\\n  -e MI50_FP16_TP=2 \\\n  -e MI50_FP16_MTP=0 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  -e MAX_JOBS=1 \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp0/cache/.triton,dst=/root/.triton \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
      "serving_script": "portable/serve/mi50-fp16-tp2-mtp0.sh",
      "serving_script_sha256": "3d4bdca6c88ac146d00d7adc8c19b03261eee18362551c15837f965d24bd049e",
      "recorded_docker_run_script": "serve/recorded/mi50-fp16-tp2-mtp0.sh",
      "recorded_docker_run_sha256": "ed11b1fd9ce9d7691bea3be3aebfb4c06548adb385dad516ef2dcfd4b19e8a55",
      "serving_endpoint": "http://10.0.0.50:8001",
      "serving_scope": "Portable host-admission repair on the recorded parent. Runtime arguments and GPU numerical payload remain unchanged; historical image and performance results stay separate from this compatibility validation.",
      "serving_container_name": "serve-mi50-fp16-tp2-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 0.0,
      "sampled_peak_VRAM_GiB": 31.416595458984375,
      "weight_tensor_GiB_per_rank": 25.049479007720947,
      "weight_tensor_scope": "FP16 parameter extents",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/mi50-fp16-tp2-mtp0.sh",
      "reproduction_script_sha256": "34595b4321aaeb7fbe1d3a2de70faf06db37f7aa566188ee604ae7e024831956",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp0\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=mi50-fp16-tp2-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-fp16-tp2-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e HIP_VISIBLE_DEVICES=0,1 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e MI50_FP16_KV_CACHE_BYTES=4495769600 \\\n  -e MI50_FP16_TP=2 \\\n  -e MI50_FP16_MTP=0 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  -e MAX_JOBS=1 \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp0/cache/.triton,dst=/root/.triton \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-fp16-tp2-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-fp16-tp2-mtp0.sh",
      "recorded_lab_serving_script_sha256": "b5f4e0f500757118f869a71a445554cb2ad9ab238686cdd61b3b2cc45f48c012",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-fp16-tp2-mtp0 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/mi50-fp16-tp2-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-01-mi50-fp16-tp2-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "9b1f6c774506f24c7cdcd53ee28f43c3ca39494276b039ce13f573d7bcde5a49",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-59e1ec913fbc",
      "registry_image": "joe2gaan/localaiservers@sha256:1c6b141d4c18f1390f718971c6e234633c15b9dfcfaf71d7038772741e70bf88",
      "registry_manifest_digest": "sha256:1c6b141d4c18f1390f718971c6e234633c15b9dfcfaf71d7038772741e70bf88",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:1c6b141d4c18f1390f718971c6e234633c15b9dfcfaf71d7038772741e70bf88",
      "registry_verification": "mi50-portable-registry-verification.json",
      "portable_configuration": "mi50-fp16-tp2-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "recorded_registry_image": "joe2gaan/localaiservers@sha256:4bc0f978ff373642aab19504890f31bed3249b5541b12edc4be192eb3b75a199",
      "recorded_dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-b6fa04758577",
      "portable_runtime_image": "sha256:59e1ec913fbc1e54e9dd8c8a4181182779c02037fca6dfead3e5066f880e5dbb",
      "portable_parent_image": "sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
      "portable_compatibility_note": "Replaced lab-specific PCI address allowlist with distinct visible-device validation. GPU ELF, numerical source, grid, precision, peer and timeout contracts unchanged. The recorded benchmark image and values remain the historical parent; end-to-end compatibility validation is reported separately.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 7872,
            "content_chars": 17192,
            "content_has_think_close": false,
            "elapsed_seconds": 416.38388748280704,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T14:00:57Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.008383386768400669,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 17192,
            "qwen_answer_text_sha256": "5b3ea80d3153926a3eea07f1ea606c32e149bd79991eb2d0c41e64904fdea9c4",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 17192,
            "qwen_visible_text_sha256": "5b3ea80d3153926a3eea07f1ea606c32e149bd79991eb2d0c41e64904fdea9c4",
            "raw_has_think_close": false,
            "reasoning_chars": 23183,
            "text_chars": 40376,
            "text_sha256": "067067e7523f151e2debbed8668a0976aca60ab82776edd0548deafa8a633379",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 402.27794865053147,
            "vllm_decode_tps": 19.568559565363092,
            "vllm_generation_tokens_delta": 7872.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.096986005082726,
            "vllm_prefill_tps": 33.55327158794496,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 18.9056306851572
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 114.23982309456915,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T14:02:52Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.006374645978212357,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 10371,
            "text_chars": 10371,
            "text_sha256": "e0dc5c200d6b0ff17362adf0ce94343d11e60a7c1bfdacabcdb8395eb52bbf65",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 100.13581881020218,
            "vllm_decode_tps": 19.972873081417628,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.095310986973345,
            "vllm_prefill_tps": 33.55725889532617,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 17.507029911490452
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 28172,
            "content_has_think_close": false,
            "elapsed_seconds": 529.8064922206104,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T14:11:42Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.005857612006366253,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 28172,
            "qwen_answer_text_sha256": "b0448c91cf4839e7736c792b9929579a50b908989111bbbf5d241369beeb9240",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 28172,
            "qwen_visible_text_sha256": "b0448c91cf4839e7736c792b9929579a50b908989111bbbf5d241369beeb9240",
            "raw_has_think_close": false,
            "reasoning_chars": 23183,
            "text_chars": 51356,
            "text_sha256": "1ddcb1e14e4c15ffe80602abbc888941612d36c5c7329d1732bda38660286044",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 515.7007571328431,
            "vllm_decode_tps": 19.391090398232684,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.096721733920276,
            "vllm_prefill_tps": 33.553900610937255,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 18.874815893792444
          }
        },
        "evidence": "dockerhub-e2e/mi50-fp16-tp2-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "FP16",
      "TP": 4,
      "MTP": 2,
      "status": "Completed, independently reviewed FP16 TP4 native MTP2 matrix cell; separate from non-speculative FP16 qualification. No promotion.",
      "strict": "PASS",
      "strict_tokens": 7114,
      "strict_TPS": 24.92135282587446,
      "fixed_2K_TPS": 27.818932990951446,
      "fixed_10K_TPS": 23.42828193269942,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx906/tuning/qwen38-fp16-matrix/fp16-tp4-mtp-result-20261023.json#$",
      "source_revision": "90733170b8b007fca3401b68c04e5bc67e14a3e0",
      "image": "sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 18.001278546988033,
      "fixed_2K_total_seconds": 89.90659736702219,
      "fixed_10K_prefill_seconds": 18.015202388050966,
      "fixed_10K_total_seconds": 444.86478443199303,
      "weight_format": "Native FP16 target and draft head; lossless packed target projection buffers; no quantization.",
      "configured_context": 131072,
      "activation_dtype": "FP16",
      "attention_KV_dtype": "FP16",
      "official_fixed_2k_tps": 27.818932990951446,
      "eligible_speed_samples": 1,
      "strict_prefill_seconds": 26.3263557300088,
      "strict_client_total_seconds": 311.7976599709946,
      "target_parameter_logical_bytes_by_rank": "{\"0\": 13449011456, \"1\": 13449011456, \"2\": 13449011456, \"3\": 13449011456}",
      "packed_buffer_logical_bytes_by_rank": "{\"0\": 10072367608, \"1\": 10071559696, \"2\": 10071485104, \"3\": 10072117712}",
      "draft_unshared_parameter_logical_bytes_by_rank": "{\"0\": 212388864, \"1\": 212388864, \"2\": 212388864, \"3\": 212388864}",
      "memory_accounting_limit": "Parameter lists counted once by name and route buffer fields once by module/field. Parameter and packed-buffer logical extents are reported separately, not summed as physical storage. Shared draft embedding/head excluded from unshared head bytes; views/allocator aliases are not de-duplicated physical storage.",
      "sampled_VRAM_before_ladder_bytes_by_rank": "{\"0\": 31620239360, \"1\": 31640121344, \"2\": 31637413888, \"3\": 31580463104}",
      "sampled_VRAM_after_ladder_bytes_by_rank": "{\"0\": 31620239360, \"1\": 31640121344, \"2\": 31637413888, \"3\": 31580463104}",
      "KV_capacity": "{\"actual_blocks_per_physical_pool\": 368, \"full_attention_block_tokens\": 800, \"limit\": \"Different hybrid group accounting; do not substitute naive blocks\\u00d7tokens for logged capacity or claim actual full-context inference.\", \"logged_GPU_KV_cache_tokens\": 73600, \"logged_available_KV_GiB\": 4.79, \"logged_maximum_concurrency_for_131072\": 2.13, \"physical_pools\": 17}",
      "post_KV_allocator_allocated_bytes_by_rank": "{\"0\": 29316868096, \"1\": 29315055104, \"2\": 29315478016, \"3\": 29319622656}",
      "post_KV_allocator_reserved_bytes_by_rank": "{\"0\": 29806821376, \"1\": 29808918528, \"2\": 29806821376, \"3\": 29800529920}",
      "SSM_dtype": "float32",
      "draft_attention_cache_logical_view": "{\"bytes\": 301465600, \"dtype\": \"torch.float16\", \"shape\": [368, 2, 800, 1, 256]}",
      "MTP_accounting_by_tier": {
        "tiers": {
          "strict": {
            "generation_tokens_total": 7114.0,
            "spec_decode_num_accepted_tokens_per_pos_total_0": 2349.0,
            "spec_decode_num_accepted_tokens_per_pos_total_1": 1986.0,
            "spec_decode_num_accepted_tokens_total": 4335.0,
            "spec_decode_num_draft_tokens_total": 5560.0,
            "spec_decode_num_drafts_total": 2780.0,
            "adjusted_unaccepted_proposed_minus_accepted": 1225.0,
            "iteration_histogram_count_delta": 2781.0,
            "iteration_histogram_sum_delta": 7587.0,
            "full_report": "c1_128_strict.json"
          },
          "fixed_2000": {
            "generation_tokens_total": 2000.0,
            "spec_decode_num_accepted_tokens_per_pos_total_0": 646.0,
            "spec_decode_num_accepted_tokens_per_pos_total_1": 476.0,
            "spec_decode_num_accepted_tokens_total": 1122.0,
            "spec_decode_num_draft_tokens_total": 1756.0,
            "spec_decode_num_drafts_total": 878.0,
            "adjusted_unaccepted_proposed_minus_accepted": 634.0,
            "iteration_histogram_count_delta": 879.0,
            "iteration_histogram_sum_delta": 2473.0,
            "full_report": "c1_2000.json"
          },
          "diagnostic_10000": {
            "generation_tokens_total": 10000.0,
            "spec_decode_num_accepted_tokens_per_pos_total_0": 3312.0,
            "spec_decode_num_accepted_tokens_per_pos_total_1": 2886.0,
            "spec_decode_num_accepted_tokens_total": 6198.0,
            "spec_decode_num_draft_tokens_total": 7602.0,
            "spec_decode_num_drafts_total": 3801.0,
            "adjusted_unaccepted_proposed_minus_accepted": 1404.0,
            "iteration_histogram_count_delta": 3802.0,
            "iteration_histogram_sum_delta": 10473.0,
            "full_report": "c1_10000.json"
          }
        },
        "limits": [
          "Returned completion tokens determine fixed-tier length; drafts and accepted proposals are separate counters.",
          "Proposed minus accepted is adjusted unaccepted, not scheduler rollback rejection.",
          "Iteration histogram counts and sums include prefill; they do not give pure decode-step emissions or exact 1/2/3 token chronology.",
          "Warmups are excluded from the three reported tiers; all eleven reports remain in the linked primary."
        ],
        "all_samples_and_histograms_primary": "tuning/qwen38-fp16-matrix/fp16-tp4-mtp-result-20261023.json"
      },
      "MTP_accounting_limit": "TPS uses committed returned tokens only. Proposed minus accepted is adjusted unaccepted, not a scheduler rollback count; iteration counts include prefill.",
      "transport_receipt_limit": "Owner observed bash -lc no-op explicit exit0 returns1, versus bash -c returns0. Preserve outer SSH1 separately from remote startup/ladder/closure0; not a runtime failure or all-SSH0 claim.",
      "full_context_residency_demonstrated": false,
      "review_record": "/home/joe/PhoneSync/Documents/gfx906/tuning/helper-analysis/qwen38-fp16-tp4-mtp-result-review-20261023.json",
      "review_sha256": "899ea608c62607cc38f8811d43b6df124648a49f26d875ef3d58ee1a70a50894",
      "primary_record_sha256_at_ingest": "f4bf3a7fc3b06aa930656f499db81214abaf35ea9ec3480b6924c2342cebefbe",
      "result_entry_sha256_at_ingest": "2b0c9dab38e8e138856df90fda5e1fc8be23a593b9e59bd425433433f1079868",
      "evidence_archive_sha256": "fb56b3f5a511fd42e882024fe27d95f8b52c9aec089a005067a92d1215c0112c",
      "ingestion_verification": "Values reconciled to the retained primary, all three TPS values recomputed from recorded deltas, and both independent-review hashes verified. Research did not repeat the full retained-evidence audit.",
      "comparison_limit": "Native two-token MTP and same-checkpoint unquantized draft head; no quantization. | Target TP4 fixed3/interleaved/posted routes retained; exact draft prefixes excluded from target packing. | MTP cache mode none; FP16 activation/attention KV and explicitly float32 SSM. | Packed QKVZ convolution disabled to preserve history5 compatibility; generic speculative rollback unchanged; packed non-spec recurrent decode remains enabled. | MTP compile cache disabled; original context/O3/non-eager/maxseq2/maxbatched4 retained. | One-time loaded metadata worker; no native arithmetic or binary change. | Native MTP cell is separate from the original non-speculative FP16 qualification. | Strict PASS is sole model correctness result; forced-length tier parser invalidity does not replace strict adjudication. | Accepted/proposed/draft counters differ from returned outputs; P-A is not scheduler rollback rejection. | Outer snapshots cannot recover per-step committed-token distribution or internal scrape trajectory. | No promotion, target credit, causal speed claim or repetition is inferred. | All earlier failed quantized/MTP and source/runtime attempts remain historical; none overwritten. | Actual368 blocks,800-token full-attention blocks,17 physical pools; logical tensor capacity is not a successful131072-token request or unique allocation proof. | Parameter lists counted once by name and route buffer fields once by module/field. Parameter and packed-buffer logical extents are reported separately, not summed as physical storage. Shared draft embedding/head excluded from unshared head bytes; views/allocator aliases are not de-duplicated physical storage. | Owner observed bash -lc no-op explicit exit0 returns1, versus bash -c returns0. Preserve outer SSH1 separately from remote startup/ladder/closure0; not a runtime failure or all-SSH0 claim.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-59e1ec913fbc",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-fp16-tp4-mtp2\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-fp16-tp4-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-fp16-tp4-mtp2",
      "recorded_configuration_details": {
        "cell": "FP16_TP4_MTP2",
        "status": "completed",
        "TP": 4,
        "native_MTP_tokens": 2,
        "host": "10.0.0.50",
        "strict_pass": true,
        "strict_tokens": 7114,
        "strict_diagnostic_TPS": 24.92135282587446,
        "official_2K_TPS": 27.818932990951446,
        "official_2K_tokens": 2000,
        "official_2K_prefill_seconds": 18.001278546988033,
        "official_2K_total_seconds": 89.90659736702219,
        "diagnostic_10K_TPS": 23.42828193269942,
        "diagnostic_10K_tokens": 10000,
        "diagnostic_10K_prefill_seconds": 18.015202388050966,
        "diagnostic_10K_total_seconds": 444.86478443199303,
        "SSM_dtype": "float32",
        "source": "90733170b8b007fca3401b68c04e5bc67e14a3e0",
        "image": "sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
        "primary": "tuning/qwen38-fp16-matrix/fp16-tp4-mtp-result-20261023.json",
        "strict_prefill_seconds": 26.3263557300088,
        "strict_total_seconds": 311.7976599709946,
        "per_rank_memory_JSON": [
          {
            "rank": 0,
            "target_parameter_logical_bytes": 13449011456,
            "packed_buffer_logical_bytes": 10072367608,
            "after_load_allocated_bytes": 24180564992,
            "after_load_reserved_bytes": 25945964544,
            "after_cache_allocated_bytes": 29316868096,
            "after_cache_reserved_bytes": 29806821376
          },
          {
            "rank": 1,
            "target_parameter_logical_bytes": 13449011456,
            "packed_buffer_logical_bytes": 10071559696,
            "after_load_allocated_bytes": 24178752000,
            "after_load_reserved_bytes": 25948061696,
            "after_cache_allocated_bytes": 29315055104,
            "after_cache_reserved_bytes": 29808918528
          },
          {
            "rank": 2,
            "target_parameter_logical_bytes": 13449011456,
            "packed_buffer_logical_bytes": 10071485104,
            "after_load_allocated_bytes": 24179174912,
            "after_load_reserved_bytes": 25945964544,
            "after_cache_allocated_bytes": 29315478016,
            "after_cache_reserved_bytes": 29806821376
          },
          {
            "rank": 3,
            "target_parameter_logical_bytes": 13449011456,
            "packed_buffer_logical_bytes": 10072117712,
            "after_load_allocated_bytes": 24183319552,
            "after_load_reserved_bytes": 25939673088,
            "after_cache_allocated_bytes": 29319622656,
            "after_cache_reserved_bytes": 29800529920
          }
        ],
        "KV_JSON": {
          "actual_blocks_per_physical_pool": 368,
          "full_attention_block_tokens": 800,
          "physical_pools": 17,
          "logged_GPU_KV_cache_tokens": 73600,
          "logged_maximum_concurrency_for_131072": 2.13,
          "logged_available_KV_GiB": 4.79,
          "limit": "Different hybrid group accounting; do not substitute naive blocks\u00d7tokens for logged capacity or claim actual full-context inference."
        },
        "VRAM_JSON": {
          "before": "renderD129 31620239360\nrenderD130 31640121344\nrenderD131 31637413888\nrenderD132 31580463104\n",
          "after": "renderD129 31620239360\nrenderD130 31640121344\nrenderD131 31637413888\nrenderD132 31580463104\n"
        },
        "attention_KV_dtype": "FP16",
        "context": 131072,
        "speculative_accounting_JSON": {
          "tiers": {
            "strict": {
              "generation_tokens_total": 7114.0,
              "spec_decode_num_accepted_tokens_per_pos_total_0": 2349.0,
              "spec_decode_num_accepted_tokens_per_pos_total_1": 1986.0,
              "spec_decode_num_accepted_tokens_total": 4335.0,
              "spec_decode_num_draft_tokens_total": 5560.0,
              "spec_decode_num_drafts_total": 2780.0,
              "adjusted_unaccepted_proposed_minus_accepted": 1225.0,
              "iteration_histogram_count_delta": 2781.0,
              "iteration_histogram_sum_delta": 7587.0,
              "full_report": "c1_128_strict.json"
            },
            "fixed_2000": {
              "generation_tokens_total": 2000.0,
              "spec_decode_num_accepted_tokens_per_pos_total_0": 646.0,
              "spec_decode_num_accepted_tokens_per_pos_total_1": 476.0,
              "spec_decode_num_accepted_tokens_total": 1122.0,
              "spec_decode_num_draft_tokens_total": 1756.0,
              "spec_decode_num_drafts_total": 878.0,
              "adjusted_unaccepted_proposed_minus_accepted": 634.0,
              "iteration_histogram_count_delta": 879.0,
              "iteration_histogram_sum_delta": 2473.0,
              "full_report": "c1_2000.json"
            },
            "diagnostic_10000": {
              "generation_tokens_total": 10000.0,
              "spec_decode_num_accepted_tokens_per_pos_total_0": 3312.0,
              "spec_decode_num_accepted_tokens_per_pos_total_1": 2886.0,
              "spec_decode_num_accepted_tokens_total": 6198.0,
              "spec_decode_num_draft_tokens_total": 7602.0,
              "spec_decode_num_drafts_total": 3801.0,
              "adjusted_unaccepted_proposed_minus_accepted": 1404.0,
              "iteration_histogram_count_delta": 3802.0,
              "iteration_histogram_sum_delta": 10473.0,
              "full_report": "c1_10000.json"
            }
          },
          "limits": [
            "Returned completion tokens determine fixed-tier length; drafts and accepted proposals are separate counters.",
            "Proposed minus accepted is adjusted unaccepted, not scheduler rollback rejection.",
            "Iteration histogram counts and sums include prefill; they do not give pure decode-step emissions or exact 1/2/3 token chronology.",
            "Warmups are excluded from the three reported tiers; all eleven reports remain in the linked primary."
          ],
          "all_samples_and_histograms_primary": "tuning/qwen38-fp16-matrix/fp16-tp4-mtp-result-20261023.json"
        }
      },
      "strict_total_seconds": 311.7976599709946,
      "MTP_2K_draft_batches": 878.0,
      "MTP_2K_proposed": 1756.0,
      "MTP_2K_accepted": 1122.0,
      "MTP_2K_acceptance_percent": 63.89521640091116,
      "MTP_2K_committed": 2000.0,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/fp16-matrix.csv",
      "detail_source_sha256": "8643d90cf1f211a7f77be9f6212cd7706e6dbae3ae84b9bc80b5f42fa199ffe0",
      "detail_source_pointer": "FP16_TP4_MTP2",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-mi50-r3/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-fp16-tp4-mtp2/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T20:59:39.988715707Z",
          "FinishedAt": "2026-10-26T21:46:24.608013465Z"
        },
        "devices_after": [
          {
            "card": 1,
            "render": 129,
            "pci": "0000:06:00.0",
            "actual_card": "card0",
            "busy_percent": 0,
            "vram_bytes": 25278005248,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:0a:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 25393348608,
            "dpm": "auto"
          },
          {
            "card": 3,
            "render": 131,
            "pci": "0000:0d:00.0",
            "actual_card": "card3",
            "busy_percent": 0,
            "vram_bytes": 25848430592,
            "dpm": "auto"
          },
          {
            "card": 4,
            "render": 132,
            "pci": "0000:10:00.0",
            "actual_card": "card4",
            "busy_percent": 0,
            "vram_bytes": 25334628352,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T21:46:24.749264+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 27.10269994925174,
      "retest_10K_TPS": 22.72398827389817,
      "retest_strict_tokens": 11252,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 11252,
          "elapsed_seconds": 532.8966229540529,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 507.4504561870126,
          "vllm_decode_tps": 22.17359323025864,
          "vllm_generation_tokens_delta": 11252.0,
          "vllm_prefill_seconds_delta": 25.432538520894013,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 98.17414218490012,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 73.7933860369958,
          "vllm_decode_tps": 27.10269994925174,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 24.37041282595601,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 464.32734813098796,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 440.06359620799776,
          "vllm_decode_tps": 22.72398827389817,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 24.250391291920096,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 24.37041282595601,
      "retest_2K_total_seconds": 98.17414218490012,
      "retest_10K_prefill_seconds": 24.250391291920096,
      "retest_10K_total_seconds": 464.32734813098796,
      "retest_strict_prefill_seconds": 25.432538520894013,
      "retest_strict_total_seconds": 532.8966229540529,
      "retest_MTP_accounting_by_tier": {
        "strict": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6926.0,
            "vllm:spec_decode_num_drafts_total": 4326.0,
            "vllm:request_generation_tokens_sum": 11252.0,
            "vllm:spec_decode_num_accepted_tokens_total": 6926.0,
            "vllm:generation_tokens_total": 11252.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_draft_tokens_total": 8652.0
          },
          "accepted_per_position": {
            "0": 3729.0,
            "1": 3197.0
          },
          "accepted_fraction": 0.8005085529357374,
          "committed_emitted_tokens": 11252.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-fp16-tp4-mtp2-r2/ladder/c1_128_strict_proxy/metrics-before.txt": "29c2ed4ec314d2eb6a82fa83a792c5b39f1efa0c03863de816efe5de6b3540dc",
            "/home/ai/qwen38-release-retests-20261026/mi50-fp16-tp4-mtp2-r2/ladder/c1_128_strict_proxy/metrics-after.txt": "43f683bf9787a3fabc5c5d56c85b9e7fa4b9d476097a175297a7bd013ce52a0d"
          }
        },
        "2K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_draft_tokens_total": 1782.0,
            "vllm:spec_decode_num_drafts_total": 891.0,
            "vllm:request_generation_tokens_sum": 2000.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1109.0,
            "vllm:spec_decode_num_accepted_tokens_total": 1109.0,
            "vllm:generation_tokens_total": 2000.0
          },
          "accepted_per_position": {
            "0": 667.0,
            "1": 442.0
          },
          "accepted_fraction": 0.622334455667789,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-fp16-tp4-mtp2-r2/ladder/c1_2000_proxy/metrics-before.txt": "44c060e7c7f6ad1f8d10cfb4974c2f609f97c8488318396b5e2d1d1776646fe8",
            "/home/ai/qwen38-release-retests-20261026/mi50-fp16-tp4-mtp2-r2/ladder/c1_2000_proxy/metrics-after.txt": "e0fe496bed1252fd10a56f00ec24c4b278fd954cce3899754f7921b693c9239c"
          }
        },
        "10K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:generation_tokens_total": 10000.0,
            "vllm:request_generation_tokens_sum": 10000.0,
            "vllm:spec_decode_num_accepted_tokens_total": 6092.0,
            "vllm:spec_decode_num_drafts_total": 3909.0,
            "vllm:spec_decode_num_draft_tokens_total": 7818.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6092.0
          },
          "accepted_per_position": {
            "0": 3312.0,
            "1": 2780.0
          },
          "accepted_fraction": 0.7792274238935789,
          "committed_emitted_tokens": 10000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-fp16-tp4-mtp2-r2/ladder/c1_10000_proxy/metrics-before.txt": "c9b911e4b1a22b9368c93204f4938392aafed794a173dcf60d30f084df540283",
            "/home/ai/qwen38-release-retests-20261026/mi50-fp16-tp4-mtp2-r2/ladder/c1_10000_proxy/metrics-after.txt": "052278aac272623437a14aa1a168e01093f65f46c73b392ddecd652f3ce4e37c"
          }
        }
      },
      "retest_MTP_2K_accepted": 1109.0,
      "retest_MTP_2K_proposed": 1782.0,
      "retest_MTP_2K_draft_batches": 891.0,
      "retest_MTP_2K_acceptance_percent": 62.2334455667789,
      "retest_loaded_admission": {
        "admitted": true,
        "TP": 4,
        "MTP": true,
        "installed_manifest_sha256": "44ea477cf0ae8d0a6da890f35540f66d477c93913eb7d728b45ae58aacb57df0",
        "ranks": [
          {
            "rank": 0,
            "worker_pid": 216,
            "device": "cuda:0",
            "packed_counts": {
              "_gfx906_fixed3_gate_primary": 64,
              "_gfx906_fixed3_primary": 64,
              "_gfx906_gdn_fixed3_primary": 48,
              "_gfx906_output_fixed3_primary": 64,
              "_gfx906_qkv_fixed3_primary": 16
            },
            "after_load_allocated_bytes": 24180564992,
            "after_load_reserved_bytes": 25945964544,
            "after_cache_allocated_bytes": 29316868096,
            "after_cache_reserved_bytes": 29806821376,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "worker_pid": 217,
            "device": "cuda:1",
            "packed_counts": {
              "_gfx906_fixed3_gate_primary": 64,
              "_gfx906_fixed3_primary": 64,
              "_gfx906_gdn_fixed3_primary": 48,
              "_gfx906_output_fixed3_primary": 64,
              "_gfx906_qkv_fixed3_primary": 16
            },
            "after_load_allocated_bytes": 24178752000,
            "after_load_reserved_bytes": 25948061696,
            "after_cache_allocated_bytes": 29315055104,
            "after_cache_reserved_bytes": 29808918528,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 2,
            "worker_pid": 218,
            "device": "cuda:2",
            "packed_counts": {
              "_gfx906_fixed3_gate_primary": 64,
              "_gfx906_fixed3_primary": 64,
              "_gfx906_gdn_fixed3_primary": 48,
              "_gfx906_output_fixed3_primary": 64,
              "_gfx906_qkv_fixed3_primary": 16
            },
            "after_load_allocated_bytes": 24179174912,
            "after_load_reserved_bytes": 25945964544,
            "after_cache_allocated_bytes": 29315478016,
            "after_cache_reserved_bytes": 29806821376,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 3,
            "worker_pid": 219,
            "device": "cuda:3",
            "packed_counts": {
              "_gfx906_fixed3_gate_primary": 64,
              "_gfx906_fixed3_primary": 64,
              "_gfx906_gdn_fixed3_primary": 48,
              "_gfx906_output_fixed3_primary": 64,
              "_gfx906_qkv_fixed3_primary": 16
            },
            "after_load_allocated_bytes": 24183319552,
            "after_load_reserved_bytes": 25939673088,
            "after_cache_allocated_bytes": 29319622656,
            "after_cache_reserved_bytes": 29800529920,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      368,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 301465600,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        368,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 9420800,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        368,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 289406976,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              }
            ]
          }
        ],
        "native_MTP": {
          "draft_tokens": 2,
          "receipt_phases": [
            "after_draft_load_and_sharing",
            "after_initialize_from_config"
          ],
          "receipts": [
            {
              "rank": 0,
              "pid": 216,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "draft_policy": "native matching FP16 MTP head; native FP16 target",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 1,
              "pid": 217,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "draft_policy": "native matching FP16 MTP head; native FP16 target",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 2,
              "pid": 218,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "draft_policy": "native matching FP16 MTP head; native FP16 target",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 3,
              "pid": 219,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "draft_policy": "native matching FP16 MTP head; native FP16 target",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 0,
              "pid": 216,
              "phase": "after_initialize_from_config",
              "checks": {
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "draft_policy": "native matching FP16 MTP head; native FP16 target",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        368,
                        2,
                        800,
                        1,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "stride": [
                        409600,
                        204800,
                        256,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 301465600
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 1,
              "pid": 217,
              "phase": "after_initialize_from_config",
              "checks": {
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "draft_policy": "native matching FP16 MTP head; native FP16 target",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        368,
                        2,
                        800,
                        1,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "stride": [
                        409600,
                        204800,
                        256,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 301465600
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 2,
              "pid": 218,
              "phase": "after_initialize_from_config",
              "checks": {
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "draft_policy": "native matching FP16 MTP head; native FP16 target",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        368,
                        2,
                        800,
                        1,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "stride": [
                        409600,
                        204800,
                        256,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 301465600
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 3,
              "pid": 219,
              "phase": "after_initialize_from_config",
              "checks": {
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "draft_policy": "native matching FP16 MTP head; native FP16 target",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        368,
                        2,
                        800,
                        1,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "stride": [
                        409600,
                        204800,
                        256,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 301465600
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            }
          ],
          "execution_counters_required": true,
          "scope": "Loaded FP16 native head and cache metadata; proposal/acceptance counters and actual draft execution remain separately required."
        },
        "receipt_sha256": {
          "kv-rank-0-pid-216.json": "9ee05a86996fcb0f950849366842aadab03a6920980b2b6f77ced87d7e58c8ee",
          "kv-rank-1-pid-217.json": "788ffbc595505cf01ae9040ed6864acda47d9924d4619a907bd5deefd5e58014",
          "kv-rank-2-pid-218.json": "acfd645966415c27433f8f830cbf19ddfbdd5f6211c44741024a49a984fc54e8",
          "kv-rank-3-pid-219.json": "b255459042156925f047eea58fd4a26e129951fd8f78e596e364f50a492fc829",
          "load-rank-0-pid-216.json": "86684b921fc5db273c2fd93c9fdc4aa4b6489ae0b60509ad92f11993cdbc3892",
          "load-rank-1-pid-217.json": "1f02cf1309d1240e41a38738d5864253bb1986525ddf9cbdb21ee28a4fd56780",
          "load-rank-2-pid-218.json": "f556055f7771923eb70852ef278cdd02f1ff913b1b0445fb9d0036070660ec8d",
          "load-rank-3-pid-219.json": "87478a587d04363ae1658541f9036d261a5d4c623a87e6105186e46a3f0b601c",
          "mtp-after_draft_load_and_sharing-rank-0-pid-216.json": "92e317555f30fe4ecd87a0cfd5dabc3e94c9fdfba2165c28275b1653a4a527e4",
          "mtp-after_draft_load_and_sharing-rank-1-pid-217.json": "2e39180d15f3606e4fa883b001fba1322627e747e9ca348810d962fd248f25d0",
          "mtp-after_draft_load_and_sharing-rank-2-pid-218.json": "4614ee809e26e85fd59401ce0327a7a98f7bc899f754a90fffe32fdb99ef7b50",
          "mtp-after_draft_load_and_sharing-rank-3-pid-219.json": "b83b3ca5b45962b4c6ada4ffa3a92387038f42e1790919de29aecea1e754da3c",
          "mtp-after_initialize_from_config-rank-0-pid-216.json": "574355ab2814c4db3169456dd35c34591dae9f8c2d86efc31a919fb975afbbe3",
          "mtp-after_initialize_from_config-rank-1-pid-217.json": "29605dedf649c7f88836ec11d85f71b50f6d7b9449d257fea06eea5e014316a6",
          "mtp-after_initialize_from_config-rank-2-pid-218.json": "0e979f336ae18c885ae4daa62de885e271945adc99b324983f3cbee36216ac5e",
          "mtp-after_initialize_from_config-rank-3-pid-219.json": "51a89041cda6726d9178a5fe5a9288d6137591bbbb043e808dcb66df24bb57b6"
        },
        "unobservable": [
          "Kernel execution/collective trace",
          "Actual speculative execution and proposal/acceptance/rejection counters",
          "Unique physical storage from logical tensor views",
          "Full-context inference/capacity from allocated cache metadata",
          "Checkpoint file-byte verification (separate owner admission)",
          "Model correctness and official speed"
        ],
        "scope": "Actual load/cache metadata only. Existing strict scorer remains the sole model correctness authority."
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0, \"c1_128_strict_proxy-mtp\": 0, \"c1_2000_proxy-mtp\": 0, \"c1_10000_proxy-mtp\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 31621283840,
        "1": 31639273472,
        "2": 31637164032,
        "3": 31580545024
      },
      "retest_memory_observation_count": 44,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/mi50-fp16-tp4-mtp2/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 24.18,
      "retest_logged_model_load_seconds": 82.437392,
      "retest_logged_available_KV_GiB": 4.79,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 4.79,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 73600,
      "retest_logged_context_capacity_x": 2.13,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-fp16-tp4-mtp2",
        "image": "sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
        "container": "a6900dc2002295b8c6786cb3cbe72fc0905467b837eb0c385bd9c52d17f73453",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 24.18,
        "retest_logged_model_load_seconds": 82.437392,
        "retest_logged_available_KV_GiB": 4.79,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 4.79,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 73600,
        "retest_logged_context_capacity_x": 2.13,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-fp16-tp4-mtp2/service-final.log",
        "source_log_sha256": "01da5b75e4ef49cb1d7d6bc6ad0f0bedd32b3e985961684407826dc906561b9a",
        "sealed_index_sha256": "287b09e42de876cf580b22e48e3779b0b496040a93d8af8611dfe440da40deec",
        "source_lines": {
          "model_load": {
            "line": 1173,
            "text": "(Worker pid=216) (Worker_TP0 pid=216) INFO 10-26 21:03:21 [gpu_model_runner.py:4584] Model loading took 24.18 GiB memory and 82.437392 seconds"
          },
          "automatic_KV_budget": {
            "line": 1317,
            "text": "(Worker pid=216) (Worker_TP0 pid=216) INFO 10-26 21:09:19 [gpu_worker.py:453] Available KV cache memory: 4.79 GiB"
          },
          "grouped_KV_tokens": {
            "line": 1321,
            "text": "(EngineCore_DP0 pid=198) INFO 10-26 21:09:19 [kv_cache_utils.py:1314] GPU KV cache size: 73,600 tokens"
          },
          "context_capacity": {
            "line": 1322,
            "text": "(EngineCore_DP0 pid=198) INFO 10-26 21:09:19 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 2.13x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-fp16-tp4-mtp2/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 29.46636962890625,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-fp16-tp4-mtp2\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-fp16-tp4-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-fp16-tp4-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e MI50_FP16_TP=4 \\\n  -e MI50_FP16_MTP=1 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  -e MAX_JOBS=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp2/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp2,dst=/runwork \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
      "serving_script": "portable/serve/mi50-fp16-tp4-mtp2.sh",
      "serving_script_sha256": "0b7cfcc2aa8953b1fdd123ac597897a7fb479b4d468eef0c574bf20f0f8f5c35",
      "recorded_docker_run_script": "serve/recorded/mi50-fp16-tp4-mtp2.sh",
      "recorded_docker_run_sha256": "311ec8b55e648130c70301e89b2a71e0044b4a9816019234452d69e2f23e1b33",
      "serving_endpoint": "http://10.0.0.50:8001",
      "serving_scope": "Portable host-admission repair on the recorded parent. Runtime arguments and GPU numerical payload remain unchanged; historical image and performance results stay separate from this compatibility validation.",
      "serving_container_name": "serve-mi50-fp16-tp4-mtp2-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp2",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 9.380623333156109,
      "sampled_peak_VRAM_GiB": 29.467159271240234,
      "weight_tensor_GiB_per_rank": 12.525367975234985,
      "weight_tensor_scope": "retained FP16 parameter extents; projection buffers separate",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/mi50-fp16-tp4-mtp2.sh",
      "reproduction_script_sha256": "a66663cb3e4d1ac0faaeaf3324faa508a584c0722e9d9848842a8ec55e8941c4",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp2\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=mi50-fp16-tp4-mtp2\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-fp16-tp4-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e MI50_FP16_TP=4 \\\n  -e MI50_FP16_MTP=1 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  -e MAX_JOBS=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp2/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp4-mtp2,dst=/runwork \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-fp16-tp4-mtp2-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-fp16-tp4-mtp2.sh",
      "recorded_lab_serving_script_sha256": "0666205f938376c816fa456def81e89b1496e0d47a873b264f1159597eb5bff9",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-fp16-tp4-mtp2 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/mi50-fp16-tp4-mtp2-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-02-mi50-fp16-tp4-mtp2.sh",
      "recorded_lab_reproduction_script_sha256": "f707f4eed172cd582ff2338469ea062b2e6fca8b08f4259cd737eef3b4f89b94",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-59e1ec913fbc",
      "registry_image": "joe2gaan/localaiservers@sha256:1c6b141d4c18f1390f718971c6e234633c15b9dfcfaf71d7038772741e70bf88",
      "registry_manifest_digest": "sha256:1c6b141d4c18f1390f718971c6e234633c15b9dfcfaf71d7038772741e70bf88",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:1c6b141d4c18f1390f718971c6e234633c15b9dfcfaf71d7038772741e70bf88",
      "registry_verification": "mi50-portable-registry-verification.json",
      "portable_configuration": "mi50-fp16-tp4-mtp2",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "recorded_registry_image": "joe2gaan/localaiservers@sha256:4bc0f978ff373642aab19504890f31bed3249b5541b12edc4be192eb3b75a199",
      "recorded_dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-b6fa04758577",
      "portable_runtime_image": "sha256:59e1ec913fbc1e54e9dd8c8a4181182779c02037fca6dfead3e5066f880e5dbb",
      "portable_parent_image": "sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
      "portable_compatibility_note": "Replaced lab-specific PCI address allowlist with distinct visible-device validation. GPU ELF, numerical source, grid, precision, peer and timeout contracts unchanged. The recorded benchmark image and values remain the historical parent; end-to-end compatibility validation is reported separately.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 8240,
            "content_chars": 16196,
            "content_has_think_close": false,
            "elapsed_seconds": 338.21908202953637,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T14:51:41Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.008258074522018433,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 16196,
            "qwen_answer_text_sha256": "850242d24439ba048f921216fb301df5a9ed94509f467bf49c1b4e69c45882e5",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 16196,
            "qwen_visible_text_sha256": "850242d24439ba048f921216fb301df5a9ed94509f467bf49c1b4e69c45882e5",
            "raw_has_think_close": false,
            "reasoning_chars": 26490,
            "text_chars": 42687,
            "text_sha256": "f0646379f7a2e598a9d348a84e9e4e9fc44af518966167d370e66b73b2c3259f",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 325.45470919366926,
            "vllm_decode_tps": 25.318423016262457,
            "vllm_generation_tokens_delta": 8240.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 12.75549241527915,
            "vllm_prefill_tps": 37.08206509012679,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 24.362906878448708
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 79.18325763661414,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T14:53:00Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.00859201792627573,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 8930,
            "text_chars": 8930,
            "text_sha256": "c3ada5acb4981cef88965e9d67305b457dc31cc108eea3e48c5b766e2dbfa012",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 66.3432620735839,
            "vllm_decode_tps": 30.146241494452322,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 12.832328528165817,
            "vllm_prefill_tps": 36.86002886863496,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 25.257864600347094
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 25611,
            "content_has_think_close": false,
            "elapsed_seconds": 431.6993595920503,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T15:00:12Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008361870422959328,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 25611,
            "qwen_answer_text_sha256": "f08a2e9e6af3876e798eddcc7b7904cdb6d70e093f95d7510c8e71b6d3ccf434",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 25611,
            "qwen_visible_text_sha256": "f08a2e9e6af3876e798eddcc7b7904cdb6d70e093f95d7510c8e71b6d3ccf434",
            "raw_has_think_close": false,
            "reasoning_chars": 26490,
            "text_chars": 52102,
            "text_sha256": "d7dd0e23e90221d9579b7b90513868c19cd7a8354623944daf195f0a241a3936",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 418.99922180734575,
            "vllm_decode_tps": 23.86639277482468,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 12.691327778622508,
            "vllm_prefill_tps": 37.26954407376739,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 23.16426878522557
          }
        },
        "evidence": "dockerhub-e2e/mi50-fp16-tp4-mtp2.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "FP16",
      "TP": 2,
      "MTP": 2,
      "status": "Completed, independently reviewed FP16 TP2 native MTP2 cell; one strict-valid sample, no promotion or non-speculative FP16 qualification.",
      "strict": "PASS",
      "strict_tokens": 8452,
      "strict_TPS": 17.703028402850663,
      "fixed_2K_TPS": 18.15566891881604,
      "fixed_10K_TPS": 17.194536494951368,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx906/tuning/qwen38-fp16-matrix/fp16-tp2-mtp-result-20261023.json#$",
      "source_revision": "90733170b8b007fca3401b68c04e5bc67e14a3e0",
      "image": "sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 24.74742527602939,
      "fixed_2K_total_seconds": 134.91621195804328,
      "fixed_10K_prefill_seconds": 24.714972343004774,
      "fixed_10K_total_seconds": 606.308061289019,
      "weight_format": "Native FP16 dense TP2 fallback; no quantization or packed target buffers.",
      "configured_context": 131072,
      "activation_dtype": "FP16",
      "attention_KV_dtype": "torch.float16",
      "official_fixed_2k_tps": 18.15566891881604,
      "eligible_speed_samples": 1,
      "strict_prefill_seconds": 18.314323675003834,
      "strict_client_total_seconds": 495.76133046799805,
      "packed_weight_bytes_per_rank": 0,
      "target_parameter_logical_bytes_by_rank": "{\"0\": 26896673280, \"1\": 26896673280}",
      "packed_buffer_logical_bytes_by_rank": "{\"0\": 0, \"1\": 0}",
      "draft_unshared_parameter_logical_bytes_by_rank": "{\"0\": 424725504, \"1\": 424725504}",
      "memory_accounting_limit": "Logical target weights and unshared native-head parameters are reported separately. Shared embedding/head overlaps are excluded from unshared head bytes. Cache views may alias; logical bytes, allocator counters and sampled physical VRAM must not be summed as disjoint storage. Allocation is not a full-context inference result.",
      "sampled_VRAM_before_ladder_bytes_by_rank": "{\"0\": 33825607680, \"1\": 33825673216}",
      "sampled_VRAM_after_ladder_bytes_by_rank": "{\"0\": 33825607680, \"1\": 33825673216}",
      "KV_capacity": "{\"SSM\": {\"bytes\": 278396928, \"dtype\": \"torch.float32\", \"shape\": [177, 24, 128, 128]}, \"attention\": {\"bytes\": 289996800, \"dtype\": \"torch.float16\", \"shape\": [177, 2, 800, 2, 256]}, \"block_size\": 800, \"blocks\": 177, \"conv\": {\"bytes\": 9062400, \"dtype\": \"torch.float16\", \"shape\": [177, 5, 5120]}, \"logged_KV_tokens\": 35200, \"logged_max_concurrency_at_131072\": 1.02}",
      "explicit_KV_cache_budget_bytes": 4929945600,
      "post_KV_allocator_allocated_bytes_by_rank": "{\"0\": 32466124800, \"1\": 32466124800}",
      "post_KV_allocator_reserved_bytes_by_rank": "{\"0\": 32828817408, \"1\": 32828817408}",
      "SSM_dtype": "torch.float32",
      "MTP_accounting_by_tier": {
        "tiers": {
          "strict": {
            "generation_tokens_total": 8452.0,
            "spec_decode_num_accepted_tokens_per_pos_total_0": 2804.0,
            "spec_decode_num_accepted_tokens_per_pos_total_1": 2429.0,
            "spec_decode_num_accepted_tokens_total": 5233.0,
            "spec_decode_num_draft_tokens_total": 6440.0,
            "spec_decode_num_drafts_total": 3220.0,
            "adjusted_unaccepted_proposed_minus_accepted": 1207.0,
            "iteration_histogram_count_delta": 3221.0,
            "iteration_histogram_sum_delta": 8925.0,
            "full_report": "/home/joe/PhoneSync/Documents/gfx906/results/mi50-fp16-tp2-mtp2-9073317-r0-mirror/offline_analysis/c1_128_strict-mtp-counters.json"
          },
          "fixed_2000": {
            "generation_tokens_total": 2000.0,
            "spec_decode_num_accepted_tokens_per_pos_total_0": 653.0,
            "spec_decode_num_accepted_tokens_per_pos_total_1": 466.0,
            "spec_decode_num_accepted_tokens_total": 1119.0,
            "spec_decode_num_draft_tokens_total": 1764.0,
            "spec_decode_num_drafts_total": 882.0,
            "adjusted_unaccepted_proposed_minus_accepted": 645.0,
            "iteration_histogram_count_delta": 883.0,
            "iteration_histogram_sum_delta": 2473.0,
            "full_report": "/home/joe/PhoneSync/Documents/gfx906/results/mi50-fp16-tp2-mtp2-9073317-r0-mirror/offline_analysis/c1_2000-mtp-counters.json"
          },
          "diagnostic_10000": {
            "generation_tokens_total": 10000.0,
            "spec_decode_num_accepted_tokens_per_pos_total_0": 3318.0,
            "spec_decode_num_accepted_tokens_per_pos_total_1": 2924.0,
            "spec_decode_num_accepted_tokens_total": 6242.0,
            "spec_decode_num_draft_tokens_total": 7514.0,
            "spec_decode_num_drafts_total": 3757.0,
            "adjusted_unaccepted_proposed_minus_accepted": 1272.0,
            "iteration_histogram_count_delta": 3758.0,
            "iteration_histogram_sum_delta": 10473.0,
            "full_report": "/home/joe/PhoneSync/Documents/gfx906/results/mi50-fp16-tp2-mtp2-9073317-r0-mirror/offline_analysis/c1_10000-mtp-counters.json"
          }
        },
        "limits": [
          "Returned completion tokens determine fixed-tier length; drafts and accepted proposals are separate counters.",
          "Proposed minus accepted is adjusted unaccepted, not scheduler rollback rejection.",
          "Iteration histogram counts and sums include prefill; they do not give pure decode-step emissions or exact 1/2/3 token chronology.",
          "Warmups are excluded from the three reported tiers; all eleven reports remain in the linked primary."
        ],
        "all_samples_and_histograms_primary": "tuning/qwen38-fp16-matrix/fp16-tp2-mtp-result-20261023.json"
      },
      "MTP_accounting_limit": "Only committed emitted tokens enter TPS. Proposed minus accepted is adjusted unaccepted, not scheduler rollback. Iteration histograms include prefill and do not measure pure decode-step emissions.",
      "cohort_final_state": "{\"Dead\": false, \"Error\": \"\", \"ExitCode\": 0, \"FinishedAt\": \"2026-10-23T13:51:27.972869523Z\", \"OOMKilled\": false, \"Paused\": false, \"Pid\": 0, \"Restarting\": false, \"Running\": false, \"StartedAt\": \"2026-10-23T12:57:49.223096061Z\", \"Status\": \"exited\"}",
      "full_context_residency_demonstrated": false,
      "review_record": "/home/joe/PhoneSync/Documents/gfx906/tuning/helper-analysis/qwen38-fp16-tp2-mtp-result-review-20261023.json",
      "review_sha256": "a3e981a4e918111f9bbfc236adc68959bdaf228ad8428ca0007d138ee431e564",
      "primary_record_sha256_at_ingest": "0708742c3d103deb6b12e913d2a3f09737e0fc4c06495fbceb8fc83217fbf741",
      "result_entry_sha256_at_ingest": "f51acf4b5a8a002e05e4d240f20639259f11823fc342b86383abf04287d26d43",
      "source_evidence_commit": "69c6721",
      "review_commit": "cb1557d",
      "review_scope_note": "Immutable primary cites admission review only. The separately committed cb1557d full-result review is verified and linked here; the original primary remains unchanged.",
      "evidence_archive_sha256": "01a0ce39187a0d7c5285c58024a0e034949b05d3fbfa0b162402ebad43206dee",
      "evidence_file_count": 2495,
      "ingestion_verification": "Primary matches 69c6721 and supplied SHA; final review matches cb1557d; aggregate CSV/JSON supplied hashes, all three TPS values and tier MTP accounting verified. Research did not repeat the full 2495-file evidence audit.",
      "comparison_limit": "Explicit original dense FP16/collective fallback at TP2; TP4 packed/posted guards not widened and native DSOs unchanged. | Explicit 4929945600-byte KV budget, context131072 unchanged; actual capacity admission is configuration evidence, not full-context execution. | Actual target/attention KV/conv FP16 and SSM FP32. MTP-only generic convolution fallback (packed convolution0), recurrent1; cache mode none and compile-cache disable, original graph policy. | Original greedy concurrency1, non-eager O3/maxseq2/maxbatched4 requests and scorer; eight warmups and three tracked startup requests excluded. | One official sample, no repeatability/causal gain or TP4 qualification. | Logical parameter/buffer bytes are not unique physical storage. Cache view bytes may alias; no summed physical cache claim. | Loaded route metadata/generated source/maps are not a per-kernel execution trace. | Outer metrics do not establish internal scorer scrape alignment/full settlement trajectory. | KV tokens/concurrency are logged hybrid-cache reports; do not equate177x800 with usable tokens or infer actual131072 execution. | Final kernel journal filter covers assigned four-card PCI scope, broader than TP2 before/after scope. | Read-only retained cache preserves regular files; socket endpoints inventoried, not byte-hashed. | Same-checkpoint native FP16 MTP head, shared embedding/head; all prior failed/historical attempts preserved. | Host exclusivity is unproven; runtime/cache/compiler differences prevent attributing differences solely to MTP. | Proposed minus accepted is adjusted unaccepted, not scheduler rollback rejection; aggregate iteration histograms are not per-step decode emission distributions. Full labeled before/after and histogram reports remain pinned outside hashed source. | One official sample, no repeatability, causal, promotion or TP4 qualification claim. | Original dense TP2 projection/generic collective fallback and generic convolution MTP route are composition differences. | Histogram mean includes prefill/engine output iterations and text clipping boundaries; not pure decode-step emission. | P-A is adjusted unaccepted proposals, not scheduler rollback rejections. | No per-token kernel trace or actual131072-token request. | Outer scrapes do not expose scorer internal scrapes/full settlement trajectory. | Before/after kernels cover selected PCI06/0a; final covers four assigned MI50 cards; selected intersection unchanged. | Cache same-filesystem rename/read-only; socket endpoint state not byte-hashed.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-59e1ec913fbc",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-fp16-tp2-mtp2\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-fp16-tp2-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-fp16-tp2-mtp2",
      "recorded_configuration_details": {
        "cell": "FP16_TP2_MTP2",
        "status": "completed",
        "TP": 2,
        "native_MTP_tokens": 2,
        "host": "10.0.0.50",
        "strict_pass": true,
        "strict_tokens": 8452,
        "strict_diagnostic_TPS": 17.703028402850663,
        "official_2K_TPS": 18.15566891881604,
        "official_2K_tokens": 2000,
        "official_2K_prefill_seconds": 24.74742527602939,
        "official_2K_total_seconds": 134.91621195804328,
        "diagnostic_10K_TPS": 17.194536494951368,
        "diagnostic_10K_tokens": 10000,
        "diagnostic_10K_prefill_seconds": 24.714972343004774,
        "diagnostic_10K_total_seconds": 606.308061289019,
        "SSM_dtype": "torch.float32",
        "source": "90733170b8b007fca3401b68c04e5bc67e14a3e0",
        "image": "sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
        "primary": "tuning/qwen38-fp16-matrix/fp16-tp2-mtp-result-20261023.json",
        "strict_prefill_seconds": 18.314323675003834,
        "strict_total_seconds": 495.76133046799805,
        "per_rank_memory_JSON": [
          {
            "rank": 0,
            "pid": 216,
            "parameter_count": 611,
            "parameter_logical_bytes": 26896673280,
            "parameter_dtypes": [
              "torch.float16"
            ],
            "packed_counts": {
              "_gfx906_fixed3_gate_primary": 0,
              "_gfx906_fixed3_primary": 0,
              "_gfx906_gdn_fixed3_primary": 0,
              "_gfx906_output_fixed3_primary": 0,
              "_gfx906_qkv_fixed3_primary": 0
            },
            "packed_logical_bytes": 0,
            "after_load_allocated_bytes": 27531406336,
            "after_load_reserved_bytes": 30203183104,
            "after_cache_allocated_bytes": 32466124800,
            "after_cache_reserved_bytes": 32828817408,
            "installed_manifest_sha256": "44ea477cf0ae8d0a6da890f35540f66d477c93913eb7d728b45ae58aacb57df0",
            "attention_layers": 16,
            "GDN_layers": 48
          },
          {
            "rank": 1,
            "pid": 217,
            "parameter_count": 611,
            "parameter_logical_bytes": 26896673280,
            "parameter_dtypes": [
              "torch.float16"
            ],
            "packed_counts": {
              "_gfx906_fixed3_gate_primary": 0,
              "_gfx906_fixed3_primary": 0,
              "_gfx906_gdn_fixed3_primary": 0,
              "_gfx906_output_fixed3_primary": 0,
              "_gfx906_qkv_fixed3_primary": 0
            },
            "packed_logical_bytes": 0,
            "after_load_allocated_bytes": 27531406336,
            "after_load_reserved_bytes": 30203183104,
            "after_cache_allocated_bytes": 32466124800,
            "after_cache_reserved_bytes": 32828817408,
            "installed_manifest_sha256": "44ea477cf0ae8d0a6da890f35540f66d477c93913eb7d728b45ae58aacb57df0",
            "attention_layers": 16,
            "GDN_layers": 48
          }
        ],
        "KV_JSON": {
          "attention": {
            "shape": [
              177,
              2,
              800,
              2,
              256
            ],
            "dtype": "torch.float16",
            "bytes": 289996800
          },
          "conv": {
            "shape": [
              177,
              5,
              5120
            ],
            "dtype": "torch.float16",
            "bytes": 9062400
          },
          "SSM": {
            "shape": [
              177,
              24,
              128,
              128
            ],
            "dtype": "torch.float32",
            "bytes": 278396928
          },
          "blocks": 177,
          "block_size": 800,
          "logged_KV_tokens": 35200,
          "logged_max_concurrency_at_131072": 1.02
        },
        "VRAM_JSON": {
          "before": "renderD129 33825607680\nrenderD130 33825673216",
          "after": "renderD129 33825607680\nrenderD130 33825673216"
        },
        "attention_KV_dtype": "torch.float16",
        "context": 131072,
        "speculative_accounting_JSON": {
          "tiers": {
            "strict": {
              "generation_tokens_total": 8452.0,
              "spec_decode_num_accepted_tokens_per_pos_total_0": 2804.0,
              "spec_decode_num_accepted_tokens_per_pos_total_1": 2429.0,
              "spec_decode_num_accepted_tokens_total": 5233.0,
              "spec_decode_num_draft_tokens_total": 6440.0,
              "spec_decode_num_drafts_total": 3220.0,
              "adjusted_unaccepted_proposed_minus_accepted": 1207.0,
              "iteration_histogram_count_delta": 3221.0,
              "iteration_histogram_sum_delta": 8925.0,
              "full_report": "/home/joe/PhoneSync/Documents/gfx906/results/mi50-fp16-tp2-mtp2-9073317-r0-mirror/offline_analysis/c1_128_strict-mtp-counters.json"
            },
            "fixed_2000": {
              "generation_tokens_total": 2000.0,
              "spec_decode_num_accepted_tokens_per_pos_total_0": 653.0,
              "spec_decode_num_accepted_tokens_per_pos_total_1": 466.0,
              "spec_decode_num_accepted_tokens_total": 1119.0,
              "spec_decode_num_draft_tokens_total": 1764.0,
              "spec_decode_num_drafts_total": 882.0,
              "adjusted_unaccepted_proposed_minus_accepted": 645.0,
              "iteration_histogram_count_delta": 883.0,
              "iteration_histogram_sum_delta": 2473.0,
              "full_report": "/home/joe/PhoneSync/Documents/gfx906/results/mi50-fp16-tp2-mtp2-9073317-r0-mirror/offline_analysis/c1_2000-mtp-counters.json"
            },
            "diagnostic_10000": {
              "generation_tokens_total": 10000.0,
              "spec_decode_num_accepted_tokens_per_pos_total_0": 3318.0,
              "spec_decode_num_accepted_tokens_per_pos_total_1": 2924.0,
              "spec_decode_num_accepted_tokens_total": 6242.0,
              "spec_decode_num_draft_tokens_total": 7514.0,
              "spec_decode_num_drafts_total": 3757.0,
              "adjusted_unaccepted_proposed_minus_accepted": 1272.0,
              "iteration_histogram_count_delta": 3758.0,
              "iteration_histogram_sum_delta": 10473.0,
              "full_report": "/home/joe/PhoneSync/Documents/gfx906/results/mi50-fp16-tp2-mtp2-9073317-r0-mirror/offline_analysis/c1_10000-mtp-counters.json"
            }
          },
          "limits": [
            "Returned completion tokens determine fixed-tier length; drafts and accepted proposals are separate counters.",
            "Proposed minus accepted is adjusted unaccepted, not scheduler rollback rejection.",
            "Iteration histogram counts and sums include prefill; they do not give pure decode-step emissions or exact 1/2/3 token chronology.",
            "Warmups are excluded from the three reported tiers; all eleven reports remain in the linked primary."
          ],
          "all_samples_and_histograms_primary": "tuning/qwen38-fp16-matrix/fp16-tp2-mtp-result-20261023.json"
        }
      },
      "strict_total_seconds": 495.76133046799805,
      "MTP_2K_draft_batches": 882.0,
      "MTP_2K_proposed": 1764.0,
      "MTP_2K_accepted": 1119.0,
      "MTP_2K_acceptance_percent": 63.435374149659864,
      "MTP_2K_committed": 2000.0,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/fp16-matrix.csv",
      "detail_source_sha256": "8643d90cf1f211a7f77be9f6212cd7706e6dbae3ae84b9bc80b5f42fa199ffe0",
      "detail_source_pointer": "FP16_TP2_MTP2",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-mi50-r3/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-fp16-tp2-mtp2/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T22:38:26.508242705Z",
          "FinishedAt": "2026-10-26T23:32:28.555393816Z"
        },
        "devices_after": [
          {
            "card": 1,
            "render": 129,
            "pci": "0000:06:00.0",
            "actual_card": "card0",
            "busy_percent": 0,
            "vram_bytes": 28219174912,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:0a:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 27819536384,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T23:32:28.696241+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 17.986992732445394,
      "retest_10K_TPS": 16.597632050314704,
      "retest_strict_tokens": 9193,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 9193,
          "elapsed_seconds": 562.7220106379827,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 543.6877332479926,
          "vllm_decode_tps": 16.908602931099775,
          "vllm_generation_tokens_delta": 9193.0,
          "vllm_prefill_seconds_delta": 19.022434039972723,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 130.33776032400783,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 111.19146094901953,
          "vllm_decode_tps": 17.986992732445394,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 19.13075027789455,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 625.5376734989695,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 602.4955830859253,
          "vllm_decode_tps": 16.597632050314704,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 23.02978788409382,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 19.13075027789455,
      "retest_2K_total_seconds": 130.33776032400783,
      "retest_10K_prefill_seconds": 23.02978788409382,
      "retest_10K_total_seconds": 625.5376734989695,
      "retest_strict_prefill_seconds": 19.022434039972723,
      "retest_strict_total_seconds": 562.7220106379827,
      "retest_MTP_accounting_by_tier": {
        "strict": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_total": 5591.0,
            "vllm:spec_decode_num_draft_tokens_total": 7204.0,
            "vllm:generation_tokens_total": 9193.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 5591.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:request_generation_tokens_sum": 9193.0,
            "vllm:spec_decode_num_drafts_total": 3602.0
          },
          "accepted_per_position": {
            "0": 3054.0,
            "1": 2537.0
          },
          "accepted_fraction": 0.7760966129927818,
          "committed_emitted_tokens": 9193.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-fp16-tp2-mtp2-r2/ladder/c1_128_strict_proxy/metrics-before.txt": "27fa225cc8c4a6d7f8827719f2bd337459e89a5177a1bcf2cc19615df8298915",
            "/home/ai/qwen38-release-retests-20261026/mi50-fp16-tp2-mtp2-r2/ladder/c1_128_strict_proxy/metrics-after.txt": "88bc7a5f4e148bcaad2371bb058820ccffa01b02023c18216c6e58318503e5d5"
          }
        },
        "2K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:request_generation_tokens_sum": 2000.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1111.0,
            "vllm:spec_decode_num_accepted_tokens_total": 1111.0,
            "vllm:spec_decode_num_drafts_total": 890.0,
            "vllm:spec_decode_num_draft_tokens_total": 1780.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:generation_tokens_total": 2000.0
          },
          "accepted_per_position": {
            "0": 663.0,
            "1": 448.0
          },
          "accepted_fraction": 0.6241573033707866,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-fp16-tp2-mtp2-r2/ladder/c1_2000_proxy/metrics-before.txt": "88bc7a5f4e148bcaad2371bb058820ccffa01b02023c18216c6e58318503e5d5",
            "/home/ai/qwen38-release-retests-20261026/mi50-fp16-tp2-mtp2-r2/ladder/c1_2000_proxy/metrics-after.txt": "0a2b24d4501925f978e6ed227d810b69d2b565bbb4b2ac956c9270723cebf9ce"
          }
        },
        "10K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:generation_tokens_total": 10000.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6100.0,
            "vllm:spec_decode_num_drafts_total": 3900.0,
            "vllm:spec_decode_num_accepted_tokens_total": 6100.0,
            "vllm:spec_decode_num_draft_tokens_total": 7800.0,
            "vllm:request_generation_tokens_sum": 10000.0,
            "vllm:request_generation_tokens_count": 1.0
          },
          "accepted_per_position": {
            "0": 3325.0,
            "1": 2775.0
          },
          "accepted_fraction": 0.782051282051282,
          "committed_emitted_tokens": 10000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-fp16-tp2-mtp2-r2/ladder/c1_10000_proxy/metrics-before.txt": "9709d01df025fec6ae6aeaee1653bcd74d5bd21bfe14c67de92a1daa08723393",
            "/home/ai/qwen38-release-retests-20261026/mi50-fp16-tp2-mtp2-r2/ladder/c1_10000_proxy/metrics-after.txt": "106866b7537531838ae81399415e724a034b478609f3d59bf2ed18afd6dbc442"
          }
        }
      },
      "retest_MTP_2K_accepted": 1111.0,
      "retest_MTP_2K_proposed": 1780.0,
      "retest_MTP_2K_draft_batches": 890.0,
      "retest_MTP_2K_acceptance_percent": 62.41573033707866,
      "retest_loaded_admission": {
        "admitted": true,
        "TP": 2,
        "MTP": true,
        "installed_manifest_sha256": "44ea477cf0ae8d0a6da890f35540f66d477c93913eb7d728b45ae58aacb57df0",
        "ranks": [
          {
            "rank": 0,
            "worker_pid": 216,
            "device": "cuda:0",
            "packed_counts": {
              "_gfx906_fixed3_gate_primary": 0,
              "_gfx906_fixed3_primary": 0,
              "_gfx906_gdn_fixed3_primary": 0,
              "_gfx906_output_fixed3_primary": 0,
              "_gfx906_qkv_fixed3_primary": 0
            },
            "after_load_allocated_bytes": 27531406336,
            "after_load_reserved_bytes": 30203183104,
            "after_cache_allocated_bytes": 32466124800,
            "after_cache_reserved_bytes": 32828817408,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "worker_pid": 217,
            "device": "cuda:1",
            "packed_counts": {
              "_gfx906_fixed3_gate_primary": 0,
              "_gfx906_fixed3_primary": 0,
              "_gfx906_gdn_fixed3_primary": 0,
              "_gfx906_output_fixed3_primary": 0,
              "_gfx906_qkv_fixed3_primary": 0
            },
            "after_load_allocated_bytes": 27531406336,
            "after_load_reserved_bytes": 30203183104,
            "after_cache_allocated_bytes": 32466124800,
            "after_cache_reserved_bytes": 32828817408,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      177,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 289996800,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        177,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 9062400,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        177,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 278396928,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              }
            ]
          }
        ],
        "native_MTP": {
          "draft_tokens": 2,
          "receipt_phases": [
            "after_draft_load_and_sharing",
            "after_initialize_from_config"
          ],
          "receipts": [
            {
              "rank": 0,
              "pid": 216,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "draft_policy": "native matching FP16 MTP head; native FP16 target",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    2560,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 52428800
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    7168,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 73400320
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    3072
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 31457280
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    17408,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 178257920
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    8704
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1271398400
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1271398400
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 1,
              "pid": 217,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "draft_policy": "native matching FP16 MTP head; native FP16 target",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    2560,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 52428800
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    7168,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 73400320
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    3072
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 31457280
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    17408,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 178257920
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    8704
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1271398400
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1271398400
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 0,
              "pid": 216,
              "phase": "after_initialize_from_config",
              "checks": {
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "draft_policy": "native matching FP16 MTP head; native FP16 target",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    2560,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 52428800
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    7168,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 73400320
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    3072
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 31457280
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    17408,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 178257920
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    8704
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1271398400
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1271398400
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        177,
                        2,
                        800,
                        2,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "stride": [
                        819200,
                        409600,
                        512,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 289996800
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 1,
              "pid": 217,
              "phase": "after_initialize_from_config",
              "checks": {
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "draft_policy": "native matching FP16 MTP head; native FP16 target",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    2560,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 52428800
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    7168,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 73400320
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    3072
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 31457280
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    17408,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 178257920
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    8704
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1271398400
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1271398400
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        177,
                        2,
                        800,
                        2,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "stride": [
                        819200,
                        409600,
                        512,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 289996800
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            }
          ],
          "execution_counters_required": true,
          "scope": "Loaded FP16 native head and cache metadata; proposal/acceptance counters and actual draft execution remain separately required."
        },
        "receipt_sha256": {
          "kv-rank-0-pid-216.json": "5b58fdec6401e73ea1d19caf33e474cfdfa1305410d899bc0377a6e20ecd36e2",
          "kv-rank-1-pid-217.json": "38a2a141ee48a132729a46358db1671f0ce5e94e3c9036bec0aa69d37c90baf1",
          "load-rank-0-pid-216.json": "e4b719fcd7dea92b2ab73a239880dc2d397918124f8546daf9ea004e0b0f3b1e",
          "load-rank-1-pid-217.json": "17dcb77877a5fb07d5bd42db959e2a414477da63e2d7d0d1b6e7bdfcddaebada",
          "mtp-after_draft_load_and_sharing-rank-0-pid-216.json": "afbfd979fef719de2b5fb38ce39f717a6c2b5aca58c455bd2c1970db592b105d",
          "mtp-after_draft_load_and_sharing-rank-1-pid-217.json": "bd5a13ce03ff679f179f474c9e9a6b25fdb5e362812309f254309e7f91d5c534",
          "mtp-after_initialize_from_config-rank-0-pid-216.json": "34dbc480510c127e1919e526fe8604f77557338dbcb585ecd5a2e42ddc6a8f0e",
          "mtp-after_initialize_from_config-rank-1-pid-217.json": "72375430fee284f3f55a226354c8fa5539a894f51a217d1cbbbfd567c42b2952"
        },
        "unobservable": [
          "Kernel execution/collective trace",
          "Actual speculative execution and proposal/acceptance/rejection counters",
          "Unique physical storage from logical tensor views",
          "Full-context inference/capacity from allocated cache metadata",
          "Checkpoint file-byte verification (separate owner admission)",
          "Model correctness and official speed"
        ],
        "scope": "Actual load/cache metadata only. Existing strict scorer remains the sole model correctness authority."
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0, \"c1_128_strict_proxy-mtp\": 0, \"c1_2000_proxy-mtp\": 0, \"c1_10000_proxy-mtp\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 34144878592,
        "1": 34144944128
      },
      "retest_memory_observation_count": 51,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/mi50-fp16-tp2-mtp2/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 28.13,
      "retest_logged_model_load_seconds": 17.482613,
      "retest_logged_available_KV_GiB": null,
      "retest_explicit_KV_budget_bytes": 4929945600,
      "retest_KV_budget_GiB": 4.59136962890625,
      "retest_KV_budget_scope": "Explicit byte budget; profiling skipped",
      "retest_logged_GPU_KV_tokens": 35200,
      "retest_logged_context_capacity_x": 1.02,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-fp16-tp2-mtp2",
        "image": "sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
        "container": "01770f22e65cc4feb5e7ba102d94ef9688bb226605fc07e4cce66124eb50ca8a",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 28.13,
        "retest_logged_model_load_seconds": 17.482613,
        "retest_logged_available_KV_GiB": null,
        "retest_explicit_KV_budget_bytes": 4929945600,
        "retest_KV_budget_GiB": 4.59136962890625,
        "retest_KV_budget_scope": "Explicit byte budget; profiling skipped",
        "retest_logged_GPU_KV_tokens": 35200,
        "retest_logged_context_capacity_x": 1.02,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-fp16-tp2-mtp2/service-final.log",
        "source_log_sha256": "c9b1261d2fad38310f2950a7f12730e059bee01e33ed9344f95799be1edcf54f",
        "sealed_index_sha256": "c66a8e5ffb498b9534473eb9e911f1479f90a4415fd1b1f2266c5f3f84e3e2f8",
        "source_lines": {
          "model_load": {
            "line": 148,
            "text": "(Worker pid=216) (Worker_TP0 pid=216) INFO 10-26 22:40:54 [gpu_model_runner.py:4584] Model loading took 28.13 GiB memory and 17.482613 seconds"
          },
          "explicit_KV_budget": {
            "line": 7,
            "text": "(APIServer pid=1) INFO 10-26 22:38:57 [utils.py:228] non-default args: {'model_tag': '/opt/local-models/Qwen3.8-27B', 'enable_auto_tool_choice': True, 'tool_call_parser': 'qwen3_coder', 'host': '0.0.0.0', 'port': 8001, 'model': '/opt/local-models/Qwen3.8-27B', 'trust_remote_code': True, 'dtype': 'half', 'max_model_len': 131072, 'served_model_name': ['Qwen/Qwen3.8-27B'], 'hf_overrides': {'architectures': ['Qwen3_5ForCausalLM']}, 'generation_config': 'vllm', 'reasoning_parser': 'qwen3', 'tensor_parallel_size': 2, 'worker_cls': 'vllm.fp16_matrix_worker.Worker', 'gpu_memory_utilization': 0.95, 'kv_cache_memory_bytes': 4929945600, 'enable_prefix_caching': False, 'mamba_ssm_cache_dtype': 'float32', 'language_model_only': True, 'max_num_batched_tokens': 4, 'max_num_seqs': 2, 'async_scheduling': True, 'speculative_config': {'method': 'mtp', 'num_speculative_tokens': 2}, 'optimization_level': '3'}"
          },
          "explicit_budget_worker_reports": [
            {
              "line": 160,
              "text": "(Worker pid=217) (Worker_TP1 pid=217) INFO 10-26 22:41:46 [gpu_worker.py:380] Initial free memory 31.71 GiB, reserved 4.59 GiB memory for KV Cache as specified by kv_cache_memory_bytes config and skipped memory profiling. This does not respect the gpu_memory_utilization config. Only use kv_cache_memory_bytes config when you want manual control of KV cache memory size. If OOM'ed, check the difference of initial free memory between the current run and the previous run where kv_cache_memory_bytes is suggested and update it correspondingly."
            },
            {
              "line": 161,
              "text": "(Worker pid=216) (Worker_TP0 pid=216) INFO 10-26 22:41:46 [gpu_worker.py:380] Initial free memory 31.71 GiB, reserved 4.59 GiB memory for KV Cache as specified by kv_cache_memory_bytes config and skipped memory profiling. This does not respect the gpu_memory_utilization config. Only use kv_cache_memory_bytes config when you want manual control of KV cache memory size. If OOM'ed, check the difference of initial free memory between the current run and the previous run where kv_cache_memory_bytes is suggested and update it correspondingly."
            }
          ],
          "grouped_KV_tokens": {
            "line": 163,
            "text": "(EngineCore_DP0 pid=198) INFO 10-26 22:41:46 [kv_cache_utils.py:1314] GPU KV cache size: 35,200 tokens"
          },
          "context_capacity": {
            "line": 164,
            "text": "(EngineCore_DP0 pid=198) INFO 10-26 22:41:46 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 1.02x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-fp16-tp2-mtp2/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 31.799957275390625,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-fp16-tp2-mtp2\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-fp16-tp2-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-fp16-tp2-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e MI50_FP16_TP=2 \\\n  -e MI50_FP16_MTP=1 \\\n  -e HIP_VISIBLE_DEVICES=0,1 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e MI50_FP16_KV_CACHE_BYTES=4929945600 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  -e MAX_JOBS=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp2/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp2,dst=/runwork \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
      "serving_script": "portable/serve/mi50-fp16-tp2-mtp2.sh",
      "serving_script_sha256": "0971136b0061ae69189f9df57753720c920ae428c0cf279d983925d23f929873",
      "recorded_docker_run_script": "serve/recorded/mi50-fp16-tp2-mtp2.sh",
      "recorded_docker_run_sha256": "868434228735895c1068fc10975c6b46389d06b48719d15bdf6b3d90905c36ee",
      "serving_endpoint": "http://10.0.0.50:8001",
      "serving_scope": "Portable host-admission repair on the recorded parent. Runtime arguments and GPU numerical payload remain unchanged; historical image and performance results stay separate from this compatibility validation.",
      "serving_container_name": "serve-mi50-fp16-tp2-mtp2-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp2",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 0.0,
      "sampled_peak_VRAM_GiB": 31.502613067626953,
      "weight_tensor_GiB_per_rank": 25.049479007720947,
      "weight_tensor_scope": "FP16 parameter extents",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/mi50-fp16-tp2-mtp2.sh",
      "reproduction_script_sha256": "511dbe729725839ef0193b017386f1ee50d4943566a7e8745aaa8ba6f985bc23",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp2\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=mi50-fp16-tp2-mtp2\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-fp16-tp2-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e MI50_FP16_TP=2 \\\n  -e MI50_FP16_MTP=1 \\\n  -e HIP_VISIBLE_DEVICES=0,1 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e MI50_FP16_KV_CACHE_BYTES=4929945600 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  -e MAX_JOBS=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp2/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp2-mtp2,dst=/runwork \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-fp16-tp2-mtp2-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-fp16-tp2-mtp2.sh",
      "recorded_lab_serving_script_sha256": "1637060f115213fde019c630b5feb8920027ac138c23388123201927aca68879",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-fp16-tp2-mtp2 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/mi50-fp16-tp2-mtp2-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-03-mi50-fp16-tp2-mtp2.sh",
      "recorded_lab_reproduction_script_sha256": "a0e4b8149b59844898c31bf5bc1c48e1af7486c3a648ba2cb41f6f8453cddbfc",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-59e1ec913fbc",
      "registry_image": "joe2gaan/localaiservers@sha256:1c6b141d4c18f1390f718971c6e234633c15b9dfcfaf71d7038772741e70bf88",
      "registry_manifest_digest": "sha256:1c6b141d4c18f1390f718971c6e234633c15b9dfcfaf71d7038772741e70bf88",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:1c6b141d4c18f1390f718971c6e234633c15b9dfcfaf71d7038772741e70bf88",
      "registry_verification": "mi50-portable-registry-verification.json",
      "portable_configuration": "mi50-fp16-tp2-mtp2",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "recorded_registry_image": "joe2gaan/localaiservers@sha256:4bc0f978ff373642aab19504890f31bed3249b5541b12edc4be192eb3b75a199",
      "recorded_dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-b6fa04758577",
      "portable_runtime_image": "sha256:59e1ec913fbc1e54e9dd8c8a4181182779c02037fca6dfead3e5066f880e5dbb",
      "portable_parent_image": "sha256:b6fa047585772ad215c9dd1cf6ff0a57dc37039743aab0637ace0753c20ff2e4",
      "portable_compatibility_note": "Replaced lab-specific PCI address allowlist with distinct visible-device validation. GPU ELF, numerical source, grid, precision, peer and timeout contracts unchanged. The recorded benchmark image and values remain the historical parent; end-to-end compatibility validation is reported separately.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 7733,
            "content_chars": 15664,
            "content_has_think_close": false,
            "elapsed_seconds": 454.4751425785944,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T15:47:21Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.008119790814816952,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 15664,
            "qwen_answer_text_sha256": "8164b1a96681e827dd0917ca18f9a1b538da8a1e71026cdf89d328166d5e6319",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 15664,
            "qwen_visible_text_sha256": "8164b1a96681e827dd0917ca18f9a1b538da8a1e71026cdf89d328166d5e6319",
            "raw_has_think_close": false,
            "reasoning_chars": 24035,
            "text_chars": 39700,
            "text_sha256": "a3b515cfead4289fa8a99c3d092d9bfe6915e7ad59e6d7142f40264fb59b53c7",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 439.371760125272,
            "vllm_decode_tps": 17.600129780291745,
            "vllm_generation_tokens_delta": 7733.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.093696534633636,
            "vllm_prefill_tps": 31.337585124668795,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 17.01523202374638
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 124.39862818829715,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T15:49:26Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008269759826362133,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9971,
            "text_chars": 9971,
            "text_sha256": "9eed22714e313734d169dd51b23d37c39b31db6c5bd9f411f04a191ebb554027",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 109.26931860670447,
            "vllm_decode_tps": 18.303399577320008,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.09930254612118,
            "vllm_prefill_tps": 31.325950225529304,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 16.077347709756744
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 27909,
            "content_has_think_close": false,
            "elapsed_seconds": 607.9516332549974,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T15:59:34Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.007648466154932976,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 27909,
            "qwen_answer_text_sha256": "a81f6effa1157fb8ecc4b9944da9aeb6aad02c9a5e3f1768aa7e23f383af6794",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 27909,
            "qwen_visible_text_sha256": "a81f6effa1157fb8ecc4b9944da9aeb6aad02c9a5e3f1768aa7e23f383af6794",
            "raw_has_think_close": false,
            "reasoning_chars": 24035,
            "text_chars": 51945,
            "text_sha256": "d4454027af91bd30f70c2174af129107b4b93f98393fb941f3c2f53db3a26159",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 592.8418835354969,
            "vllm_decode_tps": 16.86790403600295,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.100885062478483,
            "vllm_prefill_tps": 31.322667382938633,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 16.44867692263544
          }
        },
        "evidence": "dockerhub-e2e/mi50-fp16-tp2-mtp2.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "8-bit RTN",
      "TP": 4,
      "MTP": 0,
      "status": "completed matrix cell",
      "strict": "PASS",
      "strict_tokens": 14098,
      "strict_TPS": 38.863979519826344,
      "fixed_2K_TPS": 40.860679847930975,
      "fixed_10K_TPS": 39.51520953183532,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv#cell=w8-tp4-mtpoff",
      "source_revision": "d72edcb54835d75267f4e852d0290847824c584e",
      "image": "sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 15.176513558981242,
      "fixed_2K_total_seconds": 64.13704536799924,
      "fixed_10K_prefill_seconds": 16.028607391985133,
      "fixed_10K_total_seconds": 269.10898952701245,
      "weight_format": "symmetric RTN, group 128",
      "official_fixed_2k_tps": 40.860679847930975,
      "eligible_speed_samples": 1,
      "packed_weight_bytes_per_rank": 6230318080,
      "packed_weight_bytes_total": 24921272320,
      "sampled_VRAM_after_ladder_bytes_by_rank": "[27206279168,27223011328,27222994944,27172745216]",
      "comparison_limit": "No MTP; pinned local RTN runtime. TP2 uses explicit6GiB cache.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-fe0d81ba97b6",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w8-tp4-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w8-tp4-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-w8-tp4-mtp0",
      "recorded_configuration_details": {
        "cell": "w8-tp4-mtpoff",
        "bits": 8,
        "group_size": 128,
        "TP": 4,
        "native_MTP": false,
        "num_speculative_tokens": 0,
        "strict_valid": true,
        "official_2k_eligible": true,
        "strict_returned_tokens": 14098,
        "strict_decode_TPS": 38.863979519826344,
        "strict_prefill_seconds": 13.244176653999602,
        "strict_total_seconds": 376.0125174979912,
        "fixed_2000_returned_tokens": 2000,
        "fixed_2000_decode_TPS": 40.860679847930975,
        "fixed_2000_prefill_seconds": 15.176513558981242,
        "fixed_2000_total_seconds": 64.13704536799924,
        "fixed_10000_returned_tokens": 10000,
        "fixed_10000_decode_TPS": 39.51520953183532,
        "fixed_10000_prefill_seconds": 16.028607391985133,
        "fixed_10000_total_seconds": 269.10898952701245,
        "packed_weight_bytes_per_rank": 6230318080,
        "packed_weight_bytes_total": 24921272320,
        "packed_scope": "RTN packed weights/zero points/scales/index buffers; excludes unquantized embeddings/head and native draft head",
        "render_nodes_by_rank": [
          "renderD129",
          "renderD130",
          "renderD131",
          "renderD132"
        ],
        "sampled_VRAM_before_ladder_bytes_by_rank": [
          27206131712,
          27222863872,
          27222847488,
          27172597760
        ],
        "sampled_VRAM_after_ladder_bytes_by_rank": [
          27206279168,
          27223011328,
          27222994944,
          27172745216
        ],
        "allocated_after_load_bytes_by_rank": [
          7698443776,
          7698443776,
          7698443776,
          7698443776
        ],
        "allocated_after_cache_bytes_by_rank": [
          24779252224,
          24779252224,
          24779252224,
          24779252224
        ],
        "reserved_after_cache_bytes_by_rank": [
          25272778752,
          25272778752,
          25272778752,
          25272778752
        ],
        "sampled_attention_KV_first_layer_views_by_rank": [
          {
            "rank": 0,
            "views": [
              {
                "shape": [
                  1329,
                  2,
                  784,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 1066942464
              }
            ]
          },
          {
            "rank": 1,
            "views": [
              {
                "shape": [
                  1329,
                  2,
                  784,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 1066942464
              }
            ]
          },
          {
            "rank": 2,
            "views": [
              {
                "shape": [
                  1329,
                  2,
                  784,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 1066942464
              }
            ]
          },
          {
            "rank": 3,
            "views": [
              {
                "shape": [
                  1329,
                  2,
                  784,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 1066942464
              }
            ]
          }
        ],
        "KV_view_scope": "Logical hybrid-cache views may alias/pad common pools; do not sum as independent allocation.",
        "KV_budget": "automatic; actual allocation receipts retained",
        "context": 131072,
        "greedy": true,
        "concurrency": 1,
        "activation_dtype": "FP16",
        "attention_KV_dtype": "FP16",
        "SSM_dtype": "float32",
        "native_MTP_head_dtype": "not used",
        "native_MTP_unshared_parameter_bytes_by_rank": [],
        "model_repository": "Qwen/Qwen3.8-27B",
        "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "model_path": "/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "serving_source": "d72edcb54835d75267f4e852d0290847824c584e",
        "image": "sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
        "native_MTP_model_source_sha256": "not used",
        "MTP_request_accounting_by_tier": {},
        "MTP_accounting_scope": "not used",
        "runtime_difference": "No MTP; pinned local RTN runtime. TP2 uses explicit6GiB cache.",
        "MTP_scheduler_rollback_rejection_count": "not used",
        "host_exclusivity": "unproven",
        "serving_CPUs": "0-7,16-23",
        "cache_placement": "fresh private admitted rootFS",
        "compile_cache_disabled": true,
        "official_2k_samples": 1,
        "repeatability_established": false,
        "FP16_goal_qualifying_ladders": 0,
        "evidence": "../../tuning/qwen38-rtn-mi50/w8-tp4-result-20261022.json"
      },
      "strict_prefill_seconds": 13.244176653999602,
      "strict_total_seconds": 376.0125174979912,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv",
      "detail_source_sha256": "c97f12e890c2817bf84fdf70bfc074750219143c00cfc2f93f9eedb8b9cc949c",
      "detail_source_pointer": "w8-tp4-mtpoff",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-mi50-r3/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-w8-tp4-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T15:30:09.216444552Z",
          "FinishedAt": "2026-10-26T16:04:27.834638844Z"
        },
        "devices_after": [
          {
            "card": 1,
            "render": 129,
            "pci": "0000:06:00.0",
            "actual_card": "card0",
            "busy_percent": 0,
            "vram_bytes": 7933067264,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:0a:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 4747493376,
            "dpm": "auto"
          },
          {
            "card": 3,
            "render": 131,
            "pci": "0000:0d:00.0",
            "actual_card": "card3",
            "busy_percent": 0,
            "vram_bytes": 9868738560,
            "dpm": "auto"
          },
          {
            "card": 4,
            "render": 132,
            "pci": "0000:10:00.0",
            "actual_card": "card4",
            "busy_percent": 0,
            "vram_bytes": 9818406912,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T16:04:27.971854+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 40.83310567872094,
      "retest_10K_TPS": 39.49955384999737,
      "retest_strict_tokens": 16128,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 16128,
          "elapsed_seconds": 439.7262021850329,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 418.7522614010377,
          "vllm_decode_tps": 38.514418873918075,
          "vllm_generation_tokens_delta": 16128.0,
          "vllm_prefill_seconds_delta": 20.95829319197219,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 70.49048449797556,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 48.97986491001211,
          "vllm_decode_tps": 40.83310567872094,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 21.49934186495375,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 275.08431653201114,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 253.16741647198796,
          "vllm_decode_tps": 39.49955384999737,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 21.903418170055375,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 21.49934186495375,
      "retest_2K_total_seconds": 70.49048449797556,
      "retest_10K_prefill_seconds": 21.903418170055375,
      "retest_10K_total_seconds": 275.08431653201114,
      "retest_strict_prefill_seconds": 20.95829319197219,
      "retest_strict_total_seconds": 439.7262021850329,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": {
        "admitted": true,
        "bits": 8,
        "TP": 4,
        "MTP": false,
        "host_dispatch_libraries": [
          {
            "rank": 0,
            "worker_pid": 196,
            "path": "/opt/localaiservers/quantized/vnext_gptq_w8_dispatch.so",
            "sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "expected_sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "scope": "Loaded host library identity only; no generated routing or branch execution claim"
          },
          {
            "rank": 1,
            "worker_pid": 197,
            "path": "/opt/localaiservers/quantized/vnext_gptq_w8_dispatch.so",
            "sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "expected_sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "scope": "Loaded host library identity only; no generated routing or branch execution claim"
          },
          {
            "rank": 2,
            "worker_pid": 198,
            "path": "/opt/localaiservers/quantized/vnext_gptq_w8_dispatch.so",
            "sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "expected_sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "scope": "Loaded host library identity only; no generated routing or branch execution claim"
          },
          {
            "rank": 3,
            "worker_pid": 199,
            "path": "/opt/localaiservers/quantized/vnext_gptq_w8_dispatch.so",
            "sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "expected_sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "scope": "Loaded host library identity only; no generated routing or branch execution claim"
          }
        ],
        "ranks": [
          {
            "rank": 0,
            "worker_pid": 196,
            "packed_parts_bytes": {
              "qweight": 6087639040,
              "qzeros": 47559680,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 6230318080,
            "after_load_allocated_bytes": 7698443776,
            "after_cache_allocated_bytes": 24779252224,
            "after_cache_reserved_bytes": 25272778752,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "worker_pid": 197,
            "packed_parts_bytes": {
              "qweight": 6087639040,
              "qzeros": 47559680,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 6230318080,
            "after_load_allocated_bytes": 7698443776,
            "after_cache_allocated_bytes": 24779252224,
            "after_cache_reserved_bytes": 25272778752,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 2,
            "worker_pid": 198,
            "packed_parts_bytes": {
              "qweight": 6087639040,
              "qzeros": 47559680,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 6230318080,
            "after_load_allocated_bytes": 7698443776,
            "after_cache_allocated_bytes": 24779252224,
            "after_cache_reserved_bytes": 25272778752,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 3,
            "worker_pid": 199,
            "packed_parts_bytes": {
              "qweight": 6087639040,
              "qzeros": 47559680,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 6230318080,
            "after_load_allocated_bytes": 7698443776,
            "after_cache_allocated_bytes": 24779252224,
            "after_cache_reserved_bytes": 25272778752,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1329,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1066942464,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1329,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20413440,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1329,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1045168128,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              }
            ]
          }
        ],
        "scope": "loaded metadata and cache tensors; generated route/maps retained separately; no strict or speed result"
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_logged_model_load_delta_GiB": 13.25,
      "retest_logged_model_load_seconds": 64.44897,
      "retest_logged_available_KV_GiB": 15.92,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 15.92,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 260288,
      "retest_logged_context_capacity_x": 7.77,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-w8-tp4-mtp0",
        "image": "sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
        "container": "5a3463ca7a0d4134be09562c677c092b3a8f8952eb1d9d6f0f6a24795e966fc0",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 13.25,
        "retest_logged_model_load_seconds": 64.44897,
        "retest_logged_available_KV_GiB": 15.92,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 15.92,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 260288,
        "retest_logged_context_capacity_x": 7.77,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-w8-tp4-mtp0/service-final.log",
        "source_log_sha256": "00785c973ab4b2f5244959832bc6928c3b8483fd02cedd719bad4475c078b8b4",
        "sealed_index_sha256": "6bf9c86f222b1baf9d1e5e4e47cf58baa38ee70a9f0b2006431655307d80db75",
        "source_lines": {
          "model_load": {
            "line": 144,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 15:33:02 [gpu_model_runner.py:4584] Model loading took 13.25 GiB memory and 64.448970 seconds"
          },
          "automatic_KV_budget": {
            "line": 166,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 15:34:08 [gpu_worker.py:453] Available KV cache memory: 15.92 GiB"
          },
          "grouped_KV_tokens": {
            "line": 171,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 15:34:08 [kv_cache_utils.py:1314] GPU KV cache size: 260,288 tokens"
          },
          "context_capacity": {
            "line": 172,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 15:34:08 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 7.77x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-w8-tp4-mtp0/memory-log-report.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w8-tp4-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w8-tp4-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-w8-tp4-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_TP=4 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e MI50_RTN_BITS=8 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
      "serving_script": "portable/serve/mi50-w8-tp4-mtp0.sh",
      "serving_script_sha256": "63f5d5c71ce1f6bc3401d0785b4c9548d3974dceff6d478a714fcc26565cfeec",
      "recorded_docker_run_script": "serve/recorded/mi50-w8-tp4-mtp0.sh",
      "recorded_docker_run_sha256": "195c5df737a24555aea7a2499e142a7070a04363a0f84b7070415ae4c9123e00",
      "serving_endpoint": "http://10.0.0.50:8001",
      "serving_scope": "Portable host-admission repair on the recorded parent. Runtime arguments and GPU numerical payload remain unchanged; historical image and performance results stay separate from this compatibility validation.",
      "serving_container_name": "serve-mi50-w8-tp4-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 5.802435874938965,
      "sampled_peak_VRAM_GiB": 25.353404998779297,
      "weight_tensor_GiB_per_rank": 5.802435874938965,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/mi50-w8-tp4-mtp0.sh",
      "reproduction_script_sha256": "bc59775137f64d9b19170892a535d2bc54a8a75c9d2ec4174d5116e193c4f277",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp0\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=mi50-w8-tp4-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-w8-tp4-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_TP=4 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e MI50_RTN_BITS=8 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-w8-tp4-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-w8-tp4-mtp0.sh",
      "recorded_lab_serving_script_sha256": "d5f4def09df00eac60bffb89f507b5fb5ba21652761cc579e6fb64d582ad5570",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-w8-tp4-mtp0 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/mi50-w8-tp4-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-04-mi50-w8-tp4-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "815910b9e7101d4a9beda90fc3c4dcfa981f5f54a1f203d75c1ebb8b1e34b540",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-fe0d81ba97b6",
      "registry_image": "joe2gaan/localaiservers@sha256:a506e684a1f3142d071857d89f8fee8f17f0a30e92970c76d163c03380004961",
      "registry_manifest_digest": "sha256:a506e684a1f3142d071857d89f8fee8f17f0a30e92970c76d163c03380004961",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:a506e684a1f3142d071857d89f8fee8f17f0a30e92970c76d163c03380004961",
      "registry_verification": "mi50-portable-registry-verification.json",
      "portable_configuration": "mi50-w8-tp4-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "recorded_registry_image": "joe2gaan/localaiservers@sha256:e982f470e2cee2cea818ef017c15f3befec0b52f800cc4ea8f2cecf65958b809",
      "recorded_dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-1cdbeac5f895",
      "portable_runtime_image": "sha256:fe0d81ba97b6b8a432db928d19d03b511f15de9e40e5d25be81797d9c3e1694b",
      "portable_parent_image": "sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
      "portable_compatibility_note": "Replaced lab-specific PCI address allowlist with distinct visible-device validation. GPU ELF, numerical source, grid, precision, peer and timeout contracts unchanged. The recorded benchmark image and values remain the historical parent; end-to-end compatibility validation is reported separately.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 9254,
            "content_chars": 17704,
            "content_has_think_close": false,
            "elapsed_seconds": 239.1448707189411,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T16:30:45Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.008517238311469555,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 17704,
            "qwen_answer_text_sha256": "2136309f6e466a777e2cc34c8bf82f4d72be9c4cefff367e37709495d31b0a1f",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 17704,
            "qwen_visible_text_sha256": "2136309f6e466a777e2cc34c8bf82f4d72be9c4cefff367e37709495d31b0a1f",
            "raw_has_think_close": false,
            "reasoning_chars": 27545,
            "text_chars": 45250,
            "text_sha256": "fb06c0d2793348020838c839569222efaa9132372c78d6fcdcc657af1da0e551",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 229.69770350586623,
            "vllm_decode_tps": 40.28773409031346,
            "vllm_generation_tokens_delta": 9254.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 9.437211033888161,
            "vllm_prefill_tps": 50.12073994122843,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 38.696209423934974
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 57.735280628316104,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T16:31:43Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.00803779810667038,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 6532,
            "text_chars": 6532,
            "text_sha256": "ef46298b33bf1677f80fde93f2648cae9345517992f93fc8d2b1d90d68cf392e",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 48.173785145394504,
            "vllm_decode_tps": 41.516355710138825,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 9.553459473885596,
            "vllm_prefill_tps": 49.5108605728581,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 34.64086392643436
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 21707,
            "content_has_think_close": false,
            "elapsed_seconds": 258.7847386011854,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T16:36:02Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008156619034707546,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 21707,
            "qwen_answer_text_sha256": "99fb6e9f1c94acc87a5110d7453e700d80ed6ffed621a85fee60a797d181be6e",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 21707,
            "qwen_visible_text_sha256": "99fb6e9f1c94acc87a5110d7453e700d80ed6ffed621a85fee60a797d181be6e",
            "raw_has_think_close": false,
            "reasoning_chars": 27545,
            "text_chars": 49253,
            "text_sha256": "3e84f6a3408e1b88b0a7d7ab7aaf7e6f673e8abb2a6c53a4ae0dd2fd99bcf36d",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 249.2266788072884,
            "vllm_decode_tps": 40.1241153148471,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 9.549467314966023,
            "vllm_prefill_tps": 49.53155860942207,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 38.64215507472817
          }
        },
        "evidence": "dockerhub-e2e/mi50-w8-tp4-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "8-bit RTN",
      "TP": 2,
      "MTP": 0,
      "status": "completed matrix cell",
      "strict": "PASS",
      "strict_tokens": 7711,
      "strict_TPS": 23.46576383615205,
      "fixed_2K_TPS": 24.02199034482997,
      "fixed_10K_TPS": 23.17706206378481,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv#cell=w8-tp2-mtpoff",
      "source_revision": "d72edcb54835d75267f4e852d0290847824c584e",
      "image": "sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 17.13484327500919,
      "fixed_2K_total_seconds": 100.40560724699753,
      "fixed_10K_prefill_seconds": 17.25501243400504,
      "fixed_10K_total_seconds": 448.7302281940065,
      "weight_format": "symmetric RTN, group 128",
      "official_fixed_2k_tps": 24.02199034482997,
      "eligible_speed_samples": 1,
      "packed_weight_bytes_per_rank": 12460636160,
      "packed_weight_bytes_total": 24921272320,
      "sampled_VRAM_after_ladder_bytes_by_rank": "[24503320576,24482340864]",
      "comparison_limit": "No MTP; pinned local RTN runtime. TP2 uses explicit6GiB cache.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-fe0d81ba97b6",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w8-tp2-mtp0\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w8-tp2-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-w8-tp2-mtp0",
      "recorded_configuration_details": {
        "cell": "w8-tp2-mtpoff",
        "bits": 8,
        "group_size": 128,
        "TP": 2,
        "native_MTP": false,
        "num_speculative_tokens": 0,
        "strict_valid": true,
        "official_2k_eligible": true,
        "strict_returned_tokens": 7711,
        "strict_decode_TPS": 23.46576383615205,
        "strict_prefill_seconds": 17.17835429200204,
        "strict_total_seconds": 345.7971052789944,
        "fixed_2000_returned_tokens": 2000,
        "fixed_2000_decode_TPS": 24.02199034482997,
        "fixed_2000_prefill_seconds": 17.13484327500919,
        "fixed_2000_total_seconds": 100.40560724699753,
        "fixed_10000_returned_tokens": 10000,
        "fixed_10000_decode_TPS": 23.17706206378481,
        "fixed_10000_prefill_seconds": 17.25501243400504,
        "fixed_10000_total_seconds": 448.7302281940065,
        "packed_weight_bytes_per_rank": 12460636160,
        "packed_weight_bytes_total": 24921272320,
        "packed_scope": "RTN packed weights/zero points/scales/index buffers; excludes unquantized embeddings/head and native draft head",
        "render_nodes_by_rank": [
          "renderD129",
          "renderD130"
        ],
        "sampled_VRAM_before_ladder_bytes_by_rank": [
          24503320576,
          24482336768
        ],
        "sampled_VRAM_after_ladder_bytes_by_rank": [
          24503320576,
          24482340864
        ],
        "allocated_after_load_bytes_by_rank": [
          15213055488,
          15213055488
        ],
        "allocated_after_cache_bytes_by_rank": [
          21639049728,
          21639049728
        ],
        "reserved_after_cache_bytes_by_rank": [
          22716350464,
          22716350464
        ],
        "sampled_attention_KV_first_layer_views_by_rank": [
          {
            "rank": 0,
            "views": [
              {
                "shape": [
                  250,
                  2,
                  784,
                  2,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 401408000
              }
            ]
          },
          {
            "rank": 1,
            "views": [
              {
                "shape": [
                  250,
                  2,
                  784,
                  2,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 401408000
              }
            ]
          }
        ],
        "KV_view_scope": "Logical hybrid-cache views may alias/pad common pools; do not sum as independent allocation.",
        "KV_budget": "6442450944 bytes explicit",
        "context": 131072,
        "greedy": true,
        "concurrency": 1,
        "activation_dtype": "FP16",
        "attention_KV_dtype": "FP16",
        "SSM_dtype": "float32",
        "native_MTP_head_dtype": "not used",
        "native_MTP_unshared_parameter_bytes_by_rank": [],
        "model_repository": "Qwen/Qwen3.8-27B",
        "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "model_path": "/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "serving_source": "d72edcb54835d75267f4e852d0290847824c584e",
        "image": "sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
        "native_MTP_model_source_sha256": "not used",
        "MTP_request_accounting_by_tier": {},
        "MTP_accounting_scope": "not used",
        "runtime_difference": "No MTP; pinned local RTN runtime. TP2 uses explicit6GiB cache.",
        "MTP_scheduler_rollback_rejection_count": "not used",
        "host_exclusivity": "unproven",
        "serving_CPUs": "0-7,16-23",
        "cache_placement": "fresh private admitted rootFS",
        "compile_cache_disabled": true,
        "official_2k_samples": 1,
        "repeatability_established": false,
        "FP16_goal_qualifying_ladders": 0,
        "evidence": "../../tuning/qwen38-rtn-mi50/w8-tp2-result-20261022.json"
      },
      "strict_prefill_seconds": 17.17835429200204,
      "strict_total_seconds": 345.7971052789944,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv",
      "detail_source_sha256": "c97f12e890c2817bf84fdf70bfc074750219143c00cfc2f93f9eedb8b9cc949c",
      "detail_source_pointer": "w8-tp2-mtpoff",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-mi50-r3/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-w8-tp2-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T16:57:55.889934026Z",
          "FinishedAt": "2026-10-26T17:44:23.886246589Z"
        },
        "devices_after": [
          {
            "card": 1,
            "render": 129,
            "pci": "0000:06:00.0",
            "actual_card": "card0",
            "busy_percent": 0,
            "vram_bytes": 10047279104,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:0a:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 8687751168,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T17:44:24.026755+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 24.06705207684622,
      "retest_10K_TPS": 23.240077979944296,
      "retest_strict_tokens": 13641,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 13641,
          "elapsed_seconds": 614.2203862669412,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 596.9754239380127,
          "vllm_decode_tps": 22.85018688041741,
          "vllm_generation_tokens_delta": 13641.0,
          "vllm_prefill_seconds_delta": 17.231190228951164,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 100.30374919692986,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 83.10116227006074,
          "vllm_decode_tps": 24.06705207684622,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 17.19083948188927,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 447.68319084704854,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 430.2911551600555,
          "vllm_decode_tps": 23.240077979944296,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 17.377528968965635,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 17.19083948188927,
      "retest_2K_total_seconds": 100.30374919692986,
      "retest_10K_prefill_seconds": 17.377528968965635,
      "retest_10K_total_seconds": 447.68319084704854,
      "retest_strict_prefill_seconds": 17.231190228951164,
      "retest_strict_total_seconds": 614.2203862669412,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": {
        "admitted": true,
        "bits": 8,
        "TP": 2,
        "MTP": false,
        "host_dispatch_libraries": [
          {
            "rank": 0,
            "worker_pid": 196,
            "path": "/opt/localaiservers/quantized/vnext_gptq_w8_dispatch.so",
            "sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "expected_sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "scope": "Loaded host library identity only; no generated routing or branch execution claim"
          },
          {
            "rank": 1,
            "worker_pid": 197,
            "path": "/opt/localaiservers/quantized/vnext_gptq_w8_dispatch.so",
            "sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "expected_sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "scope": "Loaded host library identity only; no generated routing or branch execution claim"
          }
        ],
        "ranks": [
          {
            "rank": 0,
            "worker_pid": 196,
            "packed_parts_bytes": {
              "qweight": 12175278080,
              "qzeros": 95119360,
              "scales": 190238720,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 12460636160,
            "after_load_allocated_bytes": 15213055488,
            "after_cache_allocated_bytes": 21639049728,
            "after_cache_reserved_bytes": 22716350464,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "worker_pid": 197,
            "packed_parts_bytes": {
              "qweight": 12175278080,
              "qzeros": 95119360,
              "scales": 190238720,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 12460636160,
            "after_load_allocated_bytes": 15213055488,
            "after_cache_allocated_bytes": 21639049728,
            "after_cache_reserved_bytes": 22716350464,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              }
            ]
          }
        ],
        "scope": "loaded metadata and cache tensors; generated route/maps retained separately; no strict or speed result"
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 29245403136,
        "1": 29245374464
      },
      "retest_memory_observation_count": 47,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/mi50-w8-tp2-mtp0/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 25.72,
      "retest_logged_model_load_seconds": 117.649267,
      "retest_logged_available_KV_GiB": null,
      "retest_explicit_KV_budget_bytes": 6442450944,
      "retest_KV_budget_GiB": 6.0,
      "retest_KV_budget_scope": "Explicit byte budget; profiling skipped",
      "retest_logged_GPU_KV_tokens": 48608,
      "retest_logged_context_capacity_x": 1.46,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-w8-tp2-mtp0",
        "image": "sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
        "container": "08a36b4fd94cf9307b1d837bee7665ffdd40b6e7a7cca6c1a12120691a552194",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 25.72,
        "retest_logged_model_load_seconds": 117.649267,
        "retest_logged_available_KV_GiB": null,
        "retest_explicit_KV_budget_bytes": 6442450944,
        "retest_KV_budget_GiB": 6.0,
        "retest_KV_budget_scope": "Explicit byte budget; profiling skipped",
        "retest_logged_GPU_KV_tokens": 48608,
        "retest_logged_context_capacity_x": 1.46,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-w8-tp2-mtp0/service-final.log",
        "source_log_sha256": "6383592438234ae67e293c662569aaced83d7ca748bd67ddeed7c4e75341295f",
        "sealed_index_sha256": "4cc128355232a7a0e150440bc784203cf03d7b7562ba35660c0b5577679dc4cc",
        "source_lines": {
          "model_load": {
            "line": 118,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 17:01:41 [gpu_model_runner.py:4584] Model loading took 25.72 GiB memory and 117.649267 seconds"
          },
          "explicit_KV_budget": {
            "line": 7,
            "text": "(APIServer pid=1) INFO 10-26 16:58:27 [utils.py:228] non-default args: {'model_tag': '/opt/local-models/Qwen3.8-27B', 'enable_auto_tool_choice': True, 'tool_call_parser': 'qwen3_coder', 'host': '0.0.0.0', 'port': 8001, 'model': '/opt/local-models/Qwen3.8-27B', 'trust_remote_code': True, 'dtype': 'half', 'max_model_len': 131072, 'quantization': 'vnext_rtn', 'served_model_name': ['Qwen/Qwen3.8-27B'], 'hf_overrides': {'architectures': ['Qwen3_5ForCausalLM'], 'quantization_config': {'quant_method': 'vnext_rtn', 'bits': 8, 'group_size': 128}}, 'generation_config': 'vllm', 'reasoning_parser': 'qwen3', 'tensor_parallel_size': 2, 'worker_cls': 'vllm.vnext_rtn_worker.Worker', 'gpu_memory_utilization': 0.95, 'kv_cache_memory_bytes': 6442450944, 'enable_prefix_caching': False, 'mamba_ssm_cache_dtype': 'float32', 'language_model_only': True, 'max_num_batched_tokens': 4, 'max_num_seqs': 2, 'async_scheduling': True, 'optimization_level': '3'}"
          },
          "explicit_budget_worker_reports": [
            {
              "line": 125,
              "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 17:02:26 [gpu_worker.py:380] Initial free memory 31.71 GiB, reserved 6.0 GiB memory for KV Cache as specified by kv_cache_memory_bytes config and skipped memory profiling. This does not respect the gpu_memory_utilization config. Only use kv_cache_memory_bytes config when you want manual control of KV cache memory size. If OOM'ed, check the difference of initial free memory between the current run and the previous run where kv_cache_memory_bytes is suggested and update it correspondingly."
            },
            {
              "line": 126,
              "text": "(Worker pid=197) (Worker_TP1 pid=197) INFO 10-26 17:02:26 [gpu_worker.py:380] Initial free memory 31.71 GiB, reserved 6.0 GiB memory for KV Cache as specified by kv_cache_memory_bytes config and skipped memory profiling. This does not respect the gpu_memory_utilization config. Only use kv_cache_memory_bytes config when you want manual control of KV cache memory size. If OOM'ed, check the difference of initial free memory between the current run and the previous run where kv_cache_memory_bytes is suggested and update it correspondingly."
            }
          ],
          "grouped_KV_tokens": {
            "line": 127,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 17:02:26 [kv_cache_utils.py:1314] GPU KV cache size: 48,608 tokens"
          },
          "context_capacity": {
            "line": 128,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 17:02:26 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 1.46x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-w8-tp2-mtp0/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 27.23690414428711,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w8-tp2-mtp0\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w8-tp2-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-w8-tp2-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e MI50_RTN_BITS=8 \\\n  -e MI50_RTN_TP=2 \\\n  -e HIP_VISIBLE_DEVICES=0,1 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp0/cache/.triton,dst=/root/.triton \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
      "serving_script": "portable/serve/mi50-w8-tp2-mtp0.sh",
      "serving_script_sha256": "324a6d98119ab91807dbb703c54dc0b7107568028fa9d660acd81644ecaa990b",
      "recorded_docker_run_script": "serve/recorded/mi50-w8-tp2-mtp0.sh",
      "recorded_docker_run_sha256": "72d89adfe9063c08408cbc9f72cb5197f8a7e8fcc665de82595158c4e2f5d4ea",
      "serving_endpoint": "http://10.0.0.50:8001",
      "serving_scope": "Portable host-admission repair on the recorded parent. Runtime arguments and GPU numerical payload remain unchanged; historical image and performance results stay separate from this compatibility validation.",
      "serving_container_name": "serve-mi50-w8-tp2-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 11.60487174987793,
      "sampled_peak_VRAM_GiB": 22.82049560546875,
      "weight_tensor_GiB_per_rank": 11.60487174987793,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/mi50-w8-tp2-mtp0.sh",
      "reproduction_script_sha256": "79cb18392938167fedd98b318977a1a2c72a387bdee7b832d8569827e94bacab",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp0\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=mi50-w8-tp2-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-w8-tp2-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e MI50_RTN_BITS=8 \\\n  -e MI50_RTN_TP=2 \\\n  -e HIP_VISIBLE_DEVICES=0,1 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp0/cache/.triton,dst=/root/.triton \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-w8-tp2-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-w8-tp2-mtp0.sh",
      "recorded_lab_serving_script_sha256": "7379c358724e5008c31fcfd9e5e959233b3c2a38af4a1087d54454416bb8269d",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-w8-tp2-mtp0 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/mi50-w8-tp2-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-05-mi50-w8-tp2-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "d0b61a7c336115cd0e65ba51c8518128dcdaf5faa53e4d19ea371edca154d71e",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-fe0d81ba97b6",
      "registry_image": "joe2gaan/localaiservers@sha256:a506e684a1f3142d071857d89f8fee8f17f0a30e92970c76d163c03380004961",
      "registry_manifest_digest": "sha256:a506e684a1f3142d071857d89f8fee8f17f0a30e92970c76d163c03380004961",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:a506e684a1f3142d071857d89f8fee8f17f0a30e92970c76d163c03380004961",
      "registry_verification": "mi50-portable-registry-verification.json",
      "portable_configuration": "mi50-w8-tp2-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "recorded_registry_image": "joe2gaan/localaiservers@sha256:e982f470e2cee2cea818ef017c15f3befec0b52f800cc4ea8f2cecf65958b809",
      "recorded_dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-1cdbeac5f895",
      "portable_runtime_image": "sha256:fe0d81ba97b6b8a432db928d19d03b511f15de9e40e5d25be81797d9c3e1694b",
      "portable_parent_image": "sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
      "portable_compatibility_note": "Replaced lab-specific PCI address allowlist with distinct visible-device validation. GPU ELF, numerical source, grid, precision, peer and timeout contracts unchanged. The recorded benchmark image and values remain the historical parent; end-to-end compatibility validation is reported separately.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 7319,
            "content_chars": 16222,
            "content_has_think_close": false,
            "elapsed_seconds": 329.2658855440095,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T17:16:41Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.008773885667324066,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 16222,
            "qwen_answer_text_sha256": "a7be1ad298a7592e1101ba37a866b77cbefeeb356eeaa898e32541ef83392157",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 16222,
            "qwen_visible_text_sha256": "a7be1ad298a7592e1101ba37a866b77cbefeeb356eeaa898e32541ef83392157",
            "raw_has_think_close": false,
            "reasoning_chars": 22466,
            "text_chars": 38689,
            "text_sha256": "bc50a4ac34f0594c65f428bf83f691971fdfc2cbf8b1dfd3bf586d539eb1b6c9",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 312.1824915353209,
            "vllm_decode_tps": 23.444620369339052,
            "vllm_generation_tokens_delta": 7319.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 17.07360925897956,
            "vllm_prefill_tps": 27.703574143307403,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 22.228236575154536
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 100.557428477332,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T17:18:22Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.00600853469222784,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 10572,
            "text_chars": 10572,
            "text_sha256": "15ddcc3add7dbf167ef060d6e3340b39995f49d194e0d06e516e1ea573caee41",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 83.47772400546819,
            "vllm_decode_tps": 23.958487414786134,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 17.07128318399191,
            "vllm_prefill_tps": 27.70734893810102,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 19.889132312595354
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 31057,
            "content_has_think_close": false,
            "elapsed_seconds": 449.2523580007255,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T17:25:51Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.006314177066087723,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 31057,
            "qwen_answer_text_sha256": "218046609c9b388c7a955b81e313225e4f1c3821840a1bdf99771f1e43421044",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 31057,
            "qwen_visible_text_sha256": "218046609c9b388c7a955b81e313225e4f1c3821840a1bdf99771f1e43421044",
            "raw_has_think_close": false,
            "reasoning_chars": 22466,
            "text_chars": 53524,
            "text_sha256": "711f175195df588992b8ece3772dcee43db2f47e50fd5c6d8a23ff24fab7c1e3",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 432.1707717254758,
            "vllm_decode_tps": 23.139001187133072,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 17.072354597970843,
            "vllm_prefill_tps": 27.705610101152597,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 22.25920425771889
          }
        },
        "evidence": "dockerhub-e2e/mi50-w8-tp2-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "8-bit RTN",
      "TP": 4,
      "MTP": 2,
      "status": "completed matrix cell",
      "strict": "PASS",
      "strict_tokens": 6410,
      "strict_TPS": 28.920106957529065,
      "fixed_2K_TPS": 30.279763374132372,
      "fixed_10K_TPS": 25.71673654115124,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv#cell=w8-tp4-mtp2",
      "source_revision": "016143b00c7a08e25ff85eb83dc052be148215ab",
      "image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 14.502473675995134,
      "fixed_2K_total_seconds": 80.56469545399887,
      "fixed_10K_prefill_seconds": 14.462411346990848,
      "fixed_10K_total_seconds": 403.3265637109871,
      "weight_format": "symmetric RTN, group 128",
      "official_fixed_2k_tps": 30.279763374132372,
      "eligible_speed_samples": 1,
      "packed_weight_bytes_per_rank": 6230318080,
      "packed_weight_bytes_total": 24921272320,
      "sampled_VRAM_after_ladder_bytes_by_rank": "[25681883136,25698689024,25698684928,25648316416]",
      "comparison_limit": "NativeMTP with generic convolution route; source/runtime differences explicit; no causal MTP-only comparison.",
      "export_retest_status": "Retest completed; strict failed; fixed speeds diagnostic only",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-b1450af604a4",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w8-tp4-mtp2\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w8-tp4-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-w8-tp4-mtp2",
      "recorded_configuration_details": {
        "cell": "w8-tp4-mtp2",
        "bits": 8,
        "group_size": 128,
        "TP": 4,
        "native_MTP": true,
        "num_speculative_tokens": 2,
        "strict_valid": true,
        "official_2k_eligible": true,
        "strict_returned_tokens": 6410,
        "strict_decode_TPS": 28.920106957529065,
        "strict_prefill_seconds": 14.459649450000143,
        "strict_total_seconds": 236.11842984199757,
        "fixed_2000_returned_tokens": 2000,
        "fixed_2000_decode_TPS": 30.279763374132372,
        "fixed_2000_prefill_seconds": 14.502473675995134,
        "fixed_2000_total_seconds": 80.56469545399887,
        "fixed_10000_returned_tokens": 10000,
        "fixed_10000_decode_TPS": 25.71673654115124,
        "fixed_10000_prefill_seconds": 14.462411346990848,
        "fixed_10000_total_seconds": 403.3265637109871,
        "packed_weight_bytes_per_rank": 6230318080,
        "packed_weight_bytes_total": 24921272320,
        "packed_scope": "RTN packed weights/zero points/scales/index buffers; excludes unquantized embeddings/head and native draft head",
        "render_nodes_by_rank": [
          "renderD129",
          "renderD130",
          "renderD131",
          "renderD132"
        ],
        "sampled_VRAM_before_ladder_bytes_by_rank": [
          25681883136,
          25698689024,
          25698684928,
          25648316416
        ],
        "sampled_VRAM_after_ladder_bytes_by_rank": [
          25681883136,
          25698689024,
          25698684928,
          25648316416
        ],
        "allocated_after_load_bytes_by_rank": [
          7913016320,
          7913016320,
          7913016320,
          7913016320
        ],
        "allocated_after_cache_bytes_by_rank": [
          23317684224,
          23317684224,
          23317684224,
          23317684224
        ],
        "reserved_after_cache_bytes_by_rank": [
          23886561280,
          23886561280,
          23886561280,
          23886561280
        ],
        "sampled_attention_KV_first_layer_views_by_rank": [
          {
            "rank": 0,
            "views": [
              {
                "shape": [
                  1105,
                  2,
                  800,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 905216000
              }
            ]
          },
          {
            "rank": 1,
            "views": [
              {
                "shape": [
                  1105,
                  2,
                  800,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 905216000
              }
            ]
          },
          {
            "rank": 2,
            "views": [
              {
                "shape": [
                  1105,
                  2,
                  800,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 905216000
              }
            ]
          },
          {
            "rank": 3,
            "views": [
              {
                "shape": [
                  1105,
                  2,
                  800,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 905216000
              }
            ]
          }
        ],
        "KV_view_scope": "Logical hybrid-cache views may alias/pad common pools; do not sum as independent allocation.",
        "KV_budget": "automatic; actual allocation receipts retained",
        "context": 131072,
        "greedy": true,
        "concurrency": 1,
        "activation_dtype": "FP16",
        "attention_KV_dtype": "FP16",
        "SSM_dtype": "float32",
        "native_MTP_head_dtype": "FP16",
        "native_MTP_unshared_parameter_bytes_by_rank": [
          212388864,
          212388864,
          212388864,
          212388864
        ],
        "model_repository": "Qwen/Qwen3.8-27B",
        "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "model_path": "/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "serving_source": "016143b00c7a08e25ff85eb83dc052be148215ab",
        "image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
        "native_MTP_model_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
        "MTP_request_accounting_by_tier": {
          "c1_128_strict": {
            "drafts": 2517.0,
            "proposed": 5034.0,
            "accepted": 3894.0,
            "adjusted_unaccepted": 1140.0,
            "generation": 6410.0,
            "prompt": 473.0,
            "histogram_count": 2518.0,
            "histogram_sum": 6883.0,
            "means": {
              "prompt_plus_generation_per_observed_iteration": 2.733518665607625,
              "generation_per_all_observed_iterations": 2.545671167593328,
              "sum_equals_prompt_plus_generation": true
            }
          },
          "c1_2000": {
            "drafts": 916.0,
            "proposed": 1832.0,
            "accepted": 1085.0,
            "adjusted_unaccepted": 747.0,
            "generation": 2000.0,
            "prompt": 473.0,
            "histogram_count": 917.0,
            "histogram_sum": 2473.0,
            "means": {
              "prompt_plus_generation_per_observed_iteration": 2.6968375136314067,
              "generation_per_all_observed_iterations": 2.1810250817884405,
              "sum_equals_prompt_plus_generation": true
            }
          },
          "c1_10000": {
            "drafts": 3808.0,
            "proposed": 7616.0,
            "accepted": 6191.0,
            "adjusted_unaccepted": 1425.0,
            "generation": 10000.0,
            "prompt": 473.0,
            "histogram_count": 3809.0,
            "histogram_sum": 10473.0,
            "means": {
              "prompt_plus_generation_per_observed_iteration": 2.749540561827251,
              "generation_per_all_observed_iterations": 2.625360987135731,
              "sum_equals_prompt_plus_generation": true
            }
          }
        },
        "MTP_accounting_scope": "P-A is adjusted unaccepted, not scheduler rollback rejection; iteration means include prefill, not exact decode-only emissions.",
        "runtime_difference": "NativeMTP with generic convolution route; source/runtime differences explicit; no causal MTP-only comparison.",
        "MTP_scheduler_rollback_rejection_count": "unobservable",
        "host_exclusivity": "unproven",
        "serving_CPUs": "0-7,16-23",
        "cache_placement": "fresh private admitted rootFS",
        "compile_cache_disabled": true,
        "official_2k_samples": 1,
        "repeatability_established": false,
        "FP16_goal_qualifying_ladders": 0,
        "evidence": "../../tuning/qwen38-rtn-mi50/w8-tp4-mtp-result-20261022.json"
      },
      "strict_prefill_seconds": 14.459649450000143,
      "strict_total_seconds": 236.11842984199757,
      "MTP_accounting_by_tier": {
        "c1_128_strict": {
          "drafts": 2517.0,
          "proposed": 5034.0,
          "accepted": 3894.0,
          "adjusted_unaccepted": 1140.0,
          "generation": 6410.0,
          "prompt": 473.0,
          "histogram_count": 2518.0,
          "histogram_sum": 6883.0,
          "means": {
            "prompt_plus_generation_per_observed_iteration": 2.733518665607625,
            "generation_per_all_observed_iterations": 2.545671167593328,
            "sum_equals_prompt_plus_generation": true
          }
        },
        "c1_2000": {
          "drafts": 916.0,
          "proposed": 1832.0,
          "accepted": 1085.0,
          "adjusted_unaccepted": 747.0,
          "generation": 2000.0,
          "prompt": 473.0,
          "histogram_count": 917.0,
          "histogram_sum": 2473.0,
          "means": {
            "prompt_plus_generation_per_observed_iteration": 2.6968375136314067,
            "generation_per_all_observed_iterations": 2.1810250817884405,
            "sum_equals_prompt_plus_generation": true
          }
        },
        "c1_10000": {
          "drafts": 3808.0,
          "proposed": 7616.0,
          "accepted": 6191.0,
          "adjusted_unaccepted": 1425.0,
          "generation": 10000.0,
          "prompt": 473.0,
          "histogram_count": 3809.0,
          "histogram_sum": 10473.0,
          "means": {
            "prompt_plus_generation_per_observed_iteration": 2.749540561827251,
            "generation_per_all_observed_iterations": 2.625360987135731,
            "sum_equals_prompt_plus_generation": true
          }
        }
      },
      "MTP_2K_draft_batches": 916.0,
      "MTP_2K_proposed": 1832.0,
      "MTP_2K_accepted": 1085.0,
      "MTP_2K_acceptance_percent": 59.224890829694324,
      "MTP_2K_committed": 2000.0,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv",
      "detail_source_sha256": "c97f12e890c2817bf84fdf70bfc074750219143c00cfc2f93f9eedb8b9cc949c",
      "detail_source_pointer": "w8-tp4-mtp2",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-mi50-r3/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-w8-tp4-mtp2/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T18:58:23.196020003Z",
          "FinishedAt": "2026-10-26T19:33:39.95166382Z"
        },
        "devices_after": [
          {
            "card": 1,
            "render": 129,
            "pci": "0000:06:00.0",
            "actual_card": "card0",
            "busy_percent": 0,
            "vram_bytes": 19930054656,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:0a:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 19457867776,
            "dpm": "auto"
          },
          {
            "card": 3,
            "render": 131,
            "pci": "0000:0d:00.0",
            "actual_card": "card3",
            "busy_percent": 0,
            "vram_bytes": 19892056064,
            "dpm": "auto"
          },
          {
            "card": 4,
            "render": 132,
            "pci": "0000:10:00.0",
            "actual_card": "card4",
            "busy_percent": 0,
            "vram_bytes": 19969708032,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T19:33:40.094119+00:00"
      },
      "retest_strict": "FAIL",
      "retest_official_2K_eligible": false,
      "retest_2K_TPS": 33.45204890335249,
      "retest_10K_TPS": 26.145610878939074,
      "retest_strict_tokens": 5065,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 5065,
          "elapsed_seconds": 198.25056633690838,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 175.8506427659886,
          "vllm_decode_tps": 28.802851785649686,
          "vllm_generation_tokens_delta": 5065.0,
          "vllm_prefill_seconds_delta": 22.387725064065307,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 82.28246686095372,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 59.78707031602971,
          "vllm_decode_tps": 33.45204890335249,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 22.482500477926806,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 404.386289892951,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 382.4733736879425,
          "vllm_decode_tps": 26.145610878939074,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 21.900252138031647,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 22.482500477926806,
      "retest_2K_total_seconds": 82.28246686095372,
      "retest_10K_prefill_seconds": 21.900252138031647,
      "retest_10K_total_seconds": 404.386289892951,
      "retest_strict_prefill_seconds": 22.387725064065307,
      "retest_strict_total_seconds": 198.25056633690838,
      "retest_MTP_accounting_by_tier": {
        "strict": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_draft_tokens_total": 4156.0,
            "vllm:request_generation_tokens_sum": 5065.0,
            "vllm:spec_decode_num_accepted_tokens_total": 2986.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 2986.0,
            "vllm:spec_decode_num_drafts_total": 2078.0,
            "vllm:generation_tokens_total": 5065.0,
            "vllm:request_generation_tokens_count": 1.0
          },
          "accepted_per_position": {
            "0": 1725.0,
            "1": 1261.0
          },
          "accepted_fraction": 0.7184793070259865,
          "committed_emitted_tokens": 5065.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-w8-tp4-mtp2-r2/ladder/c1_128_strict_proxy/metrics-before.txt": "52626453501dda855f1e312dff99fb8be8ab0168b8ceb2aed5f39894f51dcec0",
            "/home/ai/qwen38-release-retests-20261026/mi50-w8-tp4-mtp2-r2/ladder/c1_128_strict_proxy/metrics-after.txt": "d08dc97c94d35a272c3296a02796beec082e2f0f769b29ee9dbc79fd8d61a501"
          }
        },
        "2K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_drafts_total": 822.0,
            "vllm:spec_decode_num_accepted_tokens_total": 1178.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1178.0,
            "vllm:request_generation_tokens_sum": 2000.0,
            "vllm:spec_decode_num_draft_tokens_total": 1644.0
          },
          "accepted_per_position": {
            "0": 669.0,
            "1": 509.0
          },
          "accepted_fraction": 0.7165450121654501,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-w8-tp4-mtp2-r2/ladder/c1_2000_proxy/metrics-before.txt": "afedac1311f18a5f412481eecac893a8c4e54b59275f102c389b4eb471af9cd8",
            "/home/ai/qwen38-release-retests-20261026/mi50-w8-tp4-mtp2-r2/ladder/c1_2000_proxy/metrics-after.txt": "91830c16667855b20d0b7897c58007bd337986836036f4de1a6476a12faf324b"
          }
        },
        "10K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_total": 6275.0,
            "vllm:request_generation_tokens_sum": 10000.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6275.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:spec_decode_num_draft_tokens_total": 7452.0,
            "vllm:spec_decode_num_drafts_total": 3726.0
          },
          "accepted_per_position": {
            "0": 3373.0,
            "1": 2902.0
          },
          "accepted_fraction": 0.8420558239398819,
          "committed_emitted_tokens": 10000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-w8-tp4-mtp2-r2/ladder/c1_10000_proxy/metrics-before.txt": "7f92ce7ac776a0f277eabd37bb200446633e17d526b88b9190bc2ad03f51111a",
            "/home/ai/qwen38-release-retests-20261026/mi50-w8-tp4-mtp2-r2/ladder/c1_10000_proxy/metrics-after.txt": "5016c951dee5e71c622875bcd6b1bd81c125066f0d8a119b07898f086e4ad657"
          }
        }
      },
      "retest_MTP_2K_accepted": 1178.0,
      "retest_MTP_2K_proposed": 1644.0,
      "retest_MTP_2K_draft_batches": 822.0,
      "retest_MTP_2K_acceptance_percent": 71.65450121654501,
      "retest_loaded_admission": {
        "admitted": true,
        "bits": 8,
        "TP": 4,
        "MTP": true,
        "native_MTP": {
          "draft_tokens": 2,
          "receipt_phases": [
            "after_draft_load_and_sharing",
            "after_initialize_from_config"
          ],
          "receipts": [
            {
              "rank": 0,
              "pid": 216,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 1,
              "pid": 217,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 2,
              "pid": 218,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 3,
              "pid": 219,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 0,
              "pid": 216,
              "phase": "after_initialize_from_config",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        1105,
                        2,
                        800,
                        1,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "stride": [
                        409600,
                        204800,
                        256,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 905216000
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 1,
              "pid": 217,
              "phase": "after_initialize_from_config",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        1105,
                        2,
                        800,
                        1,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "stride": [
                        409600,
                        204800,
                        256,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 905216000
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 2,
              "pid": 218,
              "phase": "after_initialize_from_config",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        1105,
                        2,
                        800,
                        1,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "stride": [
                        409600,
                        204800,
                        256,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 905216000
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 3,
              "pid": 219,
              "phase": "after_initialize_from_config",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        1105,
                        2,
                        800,
                        1,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "stride": [
                        409600,
                        204800,
                        256,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 905216000
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            }
          ],
          "execution_counters_required": true,
          "scope": "Loaded FP16 native head and cache metadata; proposal/acceptance counters and actual draft execution remain separately required."
        },
        "host_dispatch_libraries": [
          {
            "rank": 0,
            "worker_pid": 216,
            "path": "/opt/localaiservers/quantized/vnext_gptq_w8_dispatch.so",
            "sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "expected_sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "scope": "Loaded host library identity only; no generated routing or branch execution claim"
          },
          {
            "rank": 1,
            "worker_pid": 217,
            "path": "/opt/localaiservers/quantized/vnext_gptq_w8_dispatch.so",
            "sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "expected_sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "scope": "Loaded host library identity only; no generated routing or branch execution claim"
          },
          {
            "rank": 2,
            "worker_pid": 218,
            "path": "/opt/localaiservers/quantized/vnext_gptq_w8_dispatch.so",
            "sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "expected_sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "scope": "Loaded host library identity only; no generated routing or branch execution claim"
          },
          {
            "rank": 3,
            "worker_pid": 219,
            "path": "/opt/localaiservers/quantized/vnext_gptq_w8_dispatch.so",
            "sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "expected_sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "scope": "Loaded host library identity only; no generated routing or branch execution claim"
          }
        ],
        "ranks": [
          {
            "rank": 0,
            "worker_pid": 216,
            "packed_parts_bytes": {
              "qweight": 6087639040,
              "qzeros": 47559680,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 6230318080,
            "after_load_allocated_bytes": 7913016320,
            "after_cache_allocated_bytes": 23317684224,
            "after_cache_reserved_bytes": 23886561280,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "worker_pid": 217,
            "packed_parts_bytes": {
              "qweight": 6087639040,
              "qzeros": 47559680,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 6230318080,
            "after_load_allocated_bytes": 7913016320,
            "after_cache_allocated_bytes": 23317684224,
            "after_cache_reserved_bytes": 23886561280,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 2,
            "worker_pid": 218,
            "packed_parts_bytes": {
              "qweight": 6087639040,
              "qzeros": 47559680,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 6230318080,
            "after_load_allocated_bytes": 7913016320,
            "after_cache_allocated_bytes": 23317684224,
            "after_cache_reserved_bytes": 23886561280,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 3,
            "worker_pid": 219,
            "packed_parts_bytes": {
              "qweight": 6087639040,
              "qzeros": 47559680,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 6230318080,
            "after_load_allocated_bytes": 7913016320,
            "after_cache_allocated_bytes": 23317684224,
            "after_cache_reserved_bytes": 23886561280,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1105,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 905216000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1105,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28288000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1105,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 869007360,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              }
            ]
          }
        ],
        "scope": "loaded metadata and cache tensors; generated route/maps retained separately; no strict or speed result"
      },
      "retest_audit_exit_codes": "{\"strict\": 1, \"fixed\": 1, \"c1_128_strict_proxy-mtp\": 0, \"c1_2000_proxy-mtp\": 0, \"c1_10000_proxy-mtp\": 0}",
      "retest_diagnostic_counter_audit": "retest-evidence/mi50-w8-tp4-mtp2/local-diagnostic-fixed-audit.json",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 25681870848,
        "1": 25698664448,
        "2": 25698631680,
        "3": 25648300032
      },
      "retest_memory_observation_count": 34,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/mi50-w8-tp4-mtp2/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 14.43,
      "retest_logged_model_load_seconds": 63.480969,
      "retest_logged_available_KV_GiB": 14.35,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 14.35,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 220800,
      "retest_logged_context_capacity_x": 6.39,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-w8-tp4-mtp2",
        "image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
        "container": "2901da8586316a8b0a053199945a78afd8c877762f777773550bd1a8463cbba4",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 14.43,
        "retest_logged_model_load_seconds": 63.480969,
        "retest_logged_available_KV_GiB": 14.35,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 14.35,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 220800,
        "retest_logged_context_capacity_x": 6.39,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-w8-tp4-mtp2/service-final.log",
        "source_log_sha256": "37ad86fe2abc818ffd5877f746e3891fdfc6c948a6eec70e813d4b171a7d0e3d",
        "sealed_index_sha256": "cad06a029821c6b96a4260e7a9e1f3938969ecef85de855a0ab156d226b112e4",
        "source_lines": {
          "model_load": {
            "line": 178,
            "text": "(Worker pid=216) (Worker_TP0 pid=216) INFO 10-26 19:01:37 [gpu_model_runner.py:4584] Model loading took 14.43 GiB memory and 63.480969 seconds"
          },
          "automatic_KV_budget": {
            "line": 265,
            "text": "(Worker pid=216) (Worker_TP0 pid=216) INFO 10-26 19:06:40 [gpu_worker.py:453] Available KV cache memory: 14.35 GiB"
          },
          "grouped_KV_tokens": {
            "line": 269,
            "text": "(EngineCore_DP0 pid=198) INFO 10-26 19:06:40 [kv_cache_utils.py:1314] GPU KV cache size: 220,800 tokens"
          },
          "context_capacity": {
            "line": 270,
            "text": "(EngineCore_DP0 pid=198) INFO 10-26 19:06:40 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 6.39x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-w8-tp4-mtp2/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 23.933746337890625,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w8-tp4-mtp2\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w8-tp4-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-w8-tp4-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e MI50_RTN_TP=4 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e MI50_RTN_BITS=8 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  -e MAX_JOBS=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp2/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp2,dst=/runwork \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
      "serving_script": "portable/serve/mi50-w8-tp4-mtp2.sh",
      "serving_script_sha256": "595ec1fcf8fce368013ae514ebcb1ec448fff3c74e63d7411bdcda08e3c7bc1f",
      "recorded_docker_run_script": "serve/recorded/mi50-w8-tp4-mtp2.sh",
      "recorded_docker_run_sha256": "ae4f5ce88151550911ff00613dc1b143799eda9d8260e54333aefaed55b9c7a3",
      "serving_endpoint": "http://10.0.0.50:8001",
      "serving_scope": "Portable host-admission repair on the recorded parent. Runtime arguments and GPU numerical payload remain unchanged; historical image and performance results stay separate from this compatibility validation.",
      "serving_container_name": "serve-mi50-w8-tp4-mtp2-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp2",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 5.802435874938965,
      "sampled_peak_VRAM_GiB": 23.93376922607422,
      "weight_tensor_GiB_per_rank": 5.802435874938965,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/mi50-w8-tp4-mtp2.sh",
      "reproduction_script_sha256": "9785b6b13b6c02a3f60b85fd8d40c0c06e638a20d7cb725628da6df897085221",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp2\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=mi50-w8-tp4-mtp2\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-w8-tp4-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e MI50_RTN_TP=4 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e MI50_RTN_BITS=8 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  -e MAX_JOBS=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp2/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp4-mtp2,dst=/runwork \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-w8-tp4-mtp2-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-w8-tp4-mtp2.sh",
      "recorded_lab_serving_script_sha256": "e39005a06ca27c21c52c6af851bb73ca2dd05aa329d86c89207b6d5fab58f15e",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-w8-tp4-mtp2 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/mi50-w8-tp4-mtp2-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-06-mi50-w8-tp4-mtp2.sh",
      "recorded_lab_reproduction_script_sha256": "8bedb5107ac3a9dbcb7310d582534a5618235e868aa13ce24c874c96d5c363a6",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-b1450af604a4",
      "registry_image": "joe2gaan/localaiservers@sha256:1ee2a65021b0a54e0f8784ea5e7487504cb48741de9af1bad226b5427c4fa96b",
      "registry_manifest_digest": "sha256:1ee2a65021b0a54e0f8784ea5e7487504cb48741de9af1bad226b5427c4fa96b",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:1ee2a65021b0a54e0f8784ea5e7487504cb48741de9af1bad226b5427c4fa96b",
      "registry_verification": "mi50-portable-registry-verification.json",
      "portable_configuration": "mi50-w8-tp4-mtp2",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "recorded_registry_image": "joe2gaan/localaiservers@sha256:12cb836d6393009c96f6bf56df99a8c2e4040a6493632aef5d9764ba332c48fd",
      "recorded_dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-b1a99e7c6968",
      "portable_runtime_image": "sha256:b1450af604a4f69af53a3ac83f783d9572fcfafb3705c44d5730d50ba99baaad",
      "portable_parent_image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
      "portable_compatibility_note": "Replaced lab-specific PCI address allowlist with distinct visible-device validation. GPU ELF, numerical source, grid, precision, peer and timeout contracts unchanged. The recorded benchmark image and values remain the historical parent; end-to-end compatibility validation is reported separately.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 6977,
            "content_chars": 15337,
            "content_has_think_close": false,
            "elapsed_seconds": 241.16507857106626,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T17:59:50Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.007626298815011978,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 15337,
            "qwen_answer_text_sha256": "3d4173726447a9c1f69d408bd8ce8c8fbcf609a93736ca85a0879ec41ea6dd58",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 15337,
            "qwen_visible_text_sha256": "3d4173726447a9c1f69d408bd8ce8c8fbcf609a93736ca85a0879ec41ea6dd58",
            "raw_has_think_close": false,
            "reasoning_chars": 20610,
            "text_chars": 35948,
            "text_sha256": "ef0d1ca01a68cb4926196ff3a217df69b6d80218a4a3509a6f6eb16ff6a0368d",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 230.64176619797945,
            "vllm_decode_tps": 30.250375354874137,
            "vllm_generation_tokens_delta": 6977.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 10.514229037798941,
            "vllm_prefill_tps": 44.986655540748835,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 28.930390922846755
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 68.95196704845876,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T18:01:00Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.005916460417211056,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 10087,
            "text_chars": 10087,
            "text_sha256": "0e8ac24e709139ba097dd23070a7a19e68a3eb2378b79f656bd3e03ffa3763ae",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 58.531507852487266,
            "vllm_decode_tps": 34.16963056958067,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 10.413011768832803,
            "vllm_prefill_tps": 45.42393790581672,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 29.005698975845316
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 31161,
            "content_has_think_close": false,
            "elapsed_seconds": 376.00577663164586,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T18:07:16Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.007972470484673977,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 31161,
            "qwen_answer_text_sha256": "7f3809ce4035f946acab56de8b0a0f62f14f1542f6c57c680a966286083b7820",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 31161,
            "qwen_visible_text_sha256": "7f3809ce4035f946acab56de8b0a0f62f14f1542f6c57c680a966286083b7820",
            "raw_has_think_close": false,
            "reasoning_chars": 20610,
            "text_chars": 51772,
            "text_sha256": "5efdd6da02c5c6693aab66ce303140d9d7a0ffae7e22abdc30844352272582c9",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 365.5408342368901,
            "vllm_decode_tps": 27.35672478527929,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 10.456269898451865,
            "vllm_prefill_tps": 45.23601672428439,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 26.595336086542368
          }
        },
        "evidence": "dockerhub-e2e/mi50-w8-tp4-mtp2.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "8-bit RTN",
      "TP": 2,
      "MTP": 2,
      "status": "completed matrix cell",
      "strict": "PASS",
      "strict_tokens": 8595,
      "strict_TPS": 17.78735896682357,
      "fixed_2K_TPS": 19.47859055870054,
      "fixed_10K_TPS": 17.08257754036289,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv#cell=w8-tp2-mtp2",
      "source_revision": "016143b00c7a08e25ff85eb83dc052be148215ab",
      "image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 18.05051256698789,
      "fixed_2K_total_seconds": 120.73758545302553,
      "fixed_10K_prefill_seconds": 18.045061738986988,
      "fixed_10K_total_seconds": 603.449919919949,
      "weight_format": "symmetric RTN, group 128",
      "official_fixed_2k_tps": 19.47859055870054,
      "eligible_speed_samples": 1,
      "packed_weight_bytes_per_rank": 12460636160,
      "packed_weight_bytes_total": 24921272320,
      "sampled_VRAM_after_ladder_bytes_by_rank": "[24989736960,24989675520]",
      "comparison_limit": "NativeMTP with generic convolution route; source/runtime differences explicit; no causal MTP-only comparison.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-b1450af604a4",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w8-tp2-mtp2\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w8-tp2-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-w8-tp2-mtp2",
      "recorded_configuration_details": {
        "cell": "w8-tp2-mtp2",
        "bits": 8,
        "group_size": 128,
        "TP": 2,
        "native_MTP": true,
        "num_speculative_tokens": 2,
        "strict_valid": true,
        "official_2k_eligible": true,
        "strict_returned_tokens": 8595,
        "strict_decode_TPS": 17.78735896682357,
        "strict_prefill_seconds": 18.055707121035084,
        "strict_total_seconds": 501.27962843398564,
        "fixed_2000_returned_tokens": 2000,
        "fixed_2000_decode_TPS": 19.47859055870054,
        "fixed_2000_prefill_seconds": 18.05051256698789,
        "fixed_2000_total_seconds": 120.73758545302553,
        "fixed_10000_returned_tokens": 10000,
        "fixed_10000_decode_TPS": 17.08257754036289,
        "fixed_10000_prefill_seconds": 18.045061738986988,
        "fixed_10000_total_seconds": 603.449919919949,
        "packed_weight_bytes_per_rank": 12460636160,
        "packed_weight_bytes_total": 24921272320,
        "packed_scope": "RTN packed weights/zero points/scales/index buffers; excludes unquantized embeddings/head and native draft head",
        "render_nodes_by_rank": [
          "renderD129",
          "renderD130"
        ],
        "sampled_VRAM_before_ladder_bytes_by_rank": [
          24989736960,
          24989675520
        ],
        "sampled_VRAM_after_ladder_bytes_by_rank": [
          24989736960,
          24989675520
        ],
        "allocated_after_load_bytes_by_rank": [
          15637867520,
          15637867520
        ],
        "allocated_after_cache_bytes_by_rank": [
          22076637184,
          22076637184
        ],
        "reserved_after_cache_bytes_by_rank": [
          23408410624,
          23408410624
        ],
        "sampled_attention_KV_first_layer_views_by_rank": [
          {
            "rank": 0,
            "views": [
              {
                "shape": [
                  231,
                  2,
                  800,
                  2,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 378470400
              }
            ]
          },
          {
            "rank": 1,
            "views": [
              {
                "shape": [
                  231,
                  2,
                  800,
                  2,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 378470400
              }
            ]
          }
        ],
        "KV_view_scope": "Logical hybrid-cache views may alias/pad common pools; do not sum as independent allocation.",
        "KV_budget": "6442450944 bytes explicit",
        "context": 131072,
        "greedy": true,
        "concurrency": 1,
        "activation_dtype": "FP16",
        "attention_KV_dtype": "FP16",
        "SSM_dtype": "float32",
        "native_MTP_head_dtype": "FP16",
        "native_MTP_unshared_parameter_bytes_by_rank": [
          424725504,
          424725504
        ],
        "model_repository": "Qwen/Qwen3.8-27B",
        "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "model_path": "/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "serving_source": "016143b00c7a08e25ff85eb83dc052be148215ab",
        "image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
        "native_MTP_model_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
        "MTP_request_accounting_by_tier": {
          "c1_128_strict": {
            "drafts": 3364.0,
            "proposed": 6728.0,
            "accepted": 5230.0,
            "adjusted_unaccepted": 1498.0,
            "generation": 8595.0,
            "prompt": 473.0,
            "histogram_count": 3365.0,
            "histogram_sum": 9068.0,
            "means": {
              "prompt_plus_generation_per_observed_iteration": 2.69479940564636,
              "generation_per_all_observed_iterations": 2.554234769687964,
              "sum_equals_prompt_plus_generation": true
            }
          },
          "c1_2000": {
            "drafts": 862.0,
            "proposed": 1724.0,
            "accepted": 1138.0,
            "adjusted_unaccepted": 586.0,
            "generation": 2000.0,
            "prompt": 473.0,
            "histogram_count": 863.0,
            "histogram_sum": 2473.0,
            "means": {
              "prompt_plus_generation_per_observed_iteration": 2.86558516801854,
              "generation_per_all_observed_iterations": 2.317497103128621,
              "sum_equals_prompt_plus_generation": true
            }
          },
          "c1_10000": {
            "drafts": 3914.0,
            "proposed": 7828.0,
            "accepted": 6087.0,
            "adjusted_unaccepted": 1741.0,
            "generation": 10000.0,
            "prompt": 473.0,
            "histogram_count": 3915.0,
            "histogram_sum": 10473.0,
            "means": {
              "prompt_plus_generation_per_observed_iteration": 2.675095785440613,
              "generation_per_all_observed_iterations": 2.554278416347382,
              "sum_equals_prompt_plus_generation": true
            }
          }
        },
        "MTP_accounting_scope": "P-A is adjusted unaccepted, not scheduler rollback rejection; iteration means include prefill, not exact decode-only emissions.",
        "runtime_difference": "NativeMTP with generic convolution route; source/runtime differences explicit; no causal MTP-only comparison.",
        "MTP_scheduler_rollback_rejection_count": "unobservable",
        "host_exclusivity": "unproven",
        "serving_CPUs": "0-7,16-23",
        "cache_placement": "fresh private admitted rootFS",
        "compile_cache_disabled": true,
        "official_2k_samples": 1,
        "repeatability_established": false,
        "FP16_goal_qualifying_ladders": 0,
        "evidence": "../../tuning/qwen38-rtn-mi50/w8-tp2-mtp-result-20261023.json"
      },
      "strict_prefill_seconds": 18.055707121035084,
      "strict_total_seconds": 501.27962843398564,
      "MTP_accounting_by_tier": {
        "c1_128_strict": {
          "drafts": 3364.0,
          "proposed": 6728.0,
          "accepted": 5230.0,
          "adjusted_unaccepted": 1498.0,
          "generation": 8595.0,
          "prompt": 473.0,
          "histogram_count": 3365.0,
          "histogram_sum": 9068.0,
          "means": {
            "prompt_plus_generation_per_observed_iteration": 2.69479940564636,
            "generation_per_all_observed_iterations": 2.554234769687964,
            "sum_equals_prompt_plus_generation": true
          }
        },
        "c1_2000": {
          "drafts": 862.0,
          "proposed": 1724.0,
          "accepted": 1138.0,
          "adjusted_unaccepted": 586.0,
          "generation": 2000.0,
          "prompt": 473.0,
          "histogram_count": 863.0,
          "histogram_sum": 2473.0,
          "means": {
            "prompt_plus_generation_per_observed_iteration": 2.86558516801854,
            "generation_per_all_observed_iterations": 2.317497103128621,
            "sum_equals_prompt_plus_generation": true
          }
        },
        "c1_10000": {
          "drafts": 3914.0,
          "proposed": 7828.0,
          "accepted": 6087.0,
          "adjusted_unaccepted": 1741.0,
          "generation": 10000.0,
          "prompt": 473.0,
          "histogram_count": 3915.0,
          "histogram_sum": 10473.0,
          "means": {
            "prompt_plus_generation_per_observed_iteration": 2.675095785440613,
            "generation_per_all_observed_iterations": 2.554278416347382,
            "sum_equals_prompt_plus_generation": true
          }
        }
      },
      "MTP_2K_draft_batches": 862.0,
      "MTP_2K_proposed": 1724.0,
      "MTP_2K_accepted": 1138.0,
      "MTP_2K_acceptance_percent": 66.0092807424594,
      "MTP_2K_committed": 2000.0,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv",
      "detail_source_sha256": "c97f12e890c2817bf84fdf70bfc074750219143c00cfc2f93f9eedb8b9cc949c",
      "detail_source_pointer": "w8-tp2-mtp2",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-mi50-r3/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-w8-tp2-mtp2/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T19:35:52.777581181Z",
          "FinishedAt": "2026-10-26T20:27:29.68673334Z"
        },
        "devices_after": [
          {
            "card": 1,
            "render": 129,
            "pci": "0000:06:00.0",
            "actual_card": "card0",
            "busy_percent": 0,
            "vram_bytes": 17268699136,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:0a:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 17447673856,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T20:27:29.842167+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 18.08137387676853,
      "retest_10K_TPS": 17.681917045281846,
      "retest_strict_tokens": 6643,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 6643,
          "elapsed_seconds": 381.4662659961032,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 361.9941003039712,
          "vllm_decode_tps": 18.351127806839354,
          "vllm_generation_tokens_delta": 6643.0,
          "vllm_prefill_seconds_delta": 19.46000845602248,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 129.1342354209628,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 110.61106382904109,
          "vllm_decode_tps": 18.08137387676853,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 18.51244649104774,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 586.0752006319817,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 565.5495371000143,
          "vllm_decode_tps": 17.681917045281846,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 20.5129211419262,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 18.51244649104774,
      "retest_2K_total_seconds": 129.1342354209628,
      "retest_10K_prefill_seconds": 20.5129211419262,
      "retest_10K_total_seconds": 586.0752006319817,
      "retest_strict_prefill_seconds": 19.46000845602248,
      "retest_strict_total_seconds": 381.4662659961032,
      "retest_MTP_accounting_by_tier": {
        "strict": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_drafts_total": 2651.0,
            "vllm:spec_decode_num_draft_tokens_total": 5302.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_accepted_tokens_total": 3991.0,
            "vllm:request_generation_tokens_sum": 6643.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 3991.0,
            "vllm:generation_tokens_total": 6643.0
          },
          "accepted_per_position": {
            "0": 2190.0,
            "1": 1801.0
          },
          "accepted_fraction": 0.7527348170501698,
          "committed_emitted_tokens": 6643.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-w8-tp2-mtp2-r2/ladder/c1_128_strict_proxy/metrics-before.txt": "ee5967d10ba0e760ed2c0a067f815ef122fb81d0ea3f9fc41067bbc21c23493b",
            "/home/ai/qwen38-release-retests-20261026/mi50-w8-tp2-mtp2-r2/ladder/c1_128_strict_proxy/metrics-after.txt": "13f8368194830434abc764415caecd01230d8c66b06bfa2260089fd04e785f83"
          }
        },
        "2K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_draft_tokens_total": 1844.0,
            "vllm:spec_decode_num_accepted_tokens_total": 1077.0,
            "vllm:request_generation_tokens_sum": 2000.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1077.0,
            "vllm:spec_decode_num_drafts_total": 922.0,
            "vllm:generation_tokens_total": 2000.0
          },
          "accepted_per_position": {
            "0": 653.0,
            "1": 424.0
          },
          "accepted_fraction": 0.584056399132321,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-w8-tp2-mtp2-r2/ladder/c1_2000_proxy/metrics-before.txt": "0c4587f09022dd78756b9c5bf8a50385d3399caa00b05b618df181b715b0190f",
            "/home/ai/qwen38-release-retests-20261026/mi50-w8-tp2-mtp2-r2/ladder/c1_2000_proxy/metrics-after.txt": "0f55e3c3423fdc6d85ab588c3654e51882febc921946a4ec66cac49e21e74a78"
          }
        },
        "10K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_draft_tokens_total": 7582.0,
            "vllm:request_generation_tokens_sum": 10000.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6208.0,
            "vllm:spec_decode_num_accepted_tokens_total": 6208.0,
            "vllm:spec_decode_num_drafts_total": 3791.0,
            "vllm:generation_tokens_total": 10000.0
          },
          "accepted_per_position": {
            "0": 3310.0,
            "1": 2898.0
          },
          "accepted_fraction": 0.8187813241888684,
          "committed_emitted_tokens": 10000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-w8-tp2-mtp2-r2/ladder/c1_10000_proxy/metrics-before.txt": "e806c3d489768238aaa0c29d2db857e00cbefa0f0aba50d5e411a7344842ee89",
            "/home/ai/qwen38-release-retests-20261026/mi50-w8-tp2-mtp2-r2/ladder/c1_10000_proxy/metrics-after.txt": "67a912927c33d611ba2f51361c6d0b04ffbbae8ff08a9f92a137738da181cb21"
          }
        }
      },
      "retest_MTP_2K_accepted": 1077.0,
      "retest_MTP_2K_proposed": 1844.0,
      "retest_MTP_2K_draft_batches": 922.0,
      "retest_MTP_2K_acceptance_percent": 58.4056399132321,
      "retest_loaded_admission": {
        "admitted": true,
        "bits": 8,
        "TP": 2,
        "MTP": true,
        "native_MTP": {
          "draft_tokens": 2,
          "receipt_phases": [
            "after_draft_load_and_sharing",
            "after_initialize_from_config"
          ],
          "receipts": [
            {
              "rank": 0,
              "pid": 216,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    2560,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 52428800
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    7168,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 73400320
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    3072
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 31457280
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    17408,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 178257920
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    8704
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1271398400
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1271398400
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 1,
              "pid": 217,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    2560,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 52428800
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    7168,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 73400320
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    3072
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 31457280
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    17408,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 178257920
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    8704
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1271398400
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1271398400
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 0,
              "pid": 216,
              "phase": "after_initialize_from_config",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    2560,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 52428800
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    7168,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 73400320
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    3072
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 31457280
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    17408,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 178257920
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    8704
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1271398400
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1271398400
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        231,
                        2,
                        800,
                        2,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "stride": [
                        819200,
                        409600,
                        512,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 378470400
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 1,
              "pid": 217,
              "phase": "after_initialize_from_config",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    2560,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 52428800
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    7168,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 73400320
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    3072
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 31457280
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    17408,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 178257920
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    8704
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1271398400
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1271398400
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        231,
                        2,
                        800,
                        2,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "stride": [
                        819200,
                        409600,
                        512,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 378470400
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            }
          ],
          "execution_counters_required": true,
          "scope": "Loaded FP16 native head and cache metadata; proposal/acceptance counters and actual draft execution remain separately required."
        },
        "host_dispatch_libraries": [
          {
            "rank": 0,
            "worker_pid": 216,
            "path": "/opt/localaiservers/quantized/vnext_gptq_w8_dispatch.so",
            "sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "expected_sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "scope": "Loaded host library identity only; no generated routing or branch execution claim"
          },
          {
            "rank": 1,
            "worker_pid": 217,
            "path": "/opt/localaiservers/quantized/vnext_gptq_w8_dispatch.so",
            "sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "expected_sha256": "f8b011acfebd688f08ee070a1fddb5835efda0769119946759fcc04bbe604bed",
            "scope": "Loaded host library identity only; no generated routing or branch execution claim"
          }
        ],
        "ranks": [
          {
            "rank": 0,
            "worker_pid": 216,
            "packed_parts_bytes": {
              "qweight": 12175278080,
              "qzeros": 95119360,
              "scales": 190238720,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 12460636160,
            "after_load_allocated_bytes": 15637867520,
            "after_cache_allocated_bytes": 22076637184,
            "after_cache_reserved_bytes": 23408410624,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "worker_pid": 217,
            "packed_parts_bytes": {
              "qweight": 12175278080,
              "qzeros": 95119360,
              "scales": 190238720,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 12460636160,
            "after_load_allocated_bytes": 15637867520,
            "after_cache_allocated_bytes": 22076637184,
            "after_cache_reserved_bytes": 23408410624,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              }
            ]
          }
        ],
        "scope": "loaded metadata and cache tensors; generated route/maps retained separately; no strict or speed result"
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0, \"c1_128_strict_proxy-mtp\": 0, \"c1_2000_proxy-mtp\": 0, \"c1_10000_proxy-mtp\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 30519541760,
        "1": 30519545856
      },
      "retest_memory_observation_count": 49,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/mi50-w8-tp2-mtp2/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 28.09,
      "retest_logged_model_load_seconds": 123.709991,
      "retest_logged_available_KV_GiB": null,
      "retest_explicit_KV_budget_bytes": 6442450944,
      "retest_KV_budget_GiB": 6.0,
      "retest_KV_budget_scope": "Explicit byte budget; profiling skipped",
      "retest_logged_GPU_KV_tokens": 45600,
      "retest_logged_context_capacity_x": 1.34,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-w8-tp2-mtp2",
        "image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
        "container": "4b05f105aed3db4ec411d4497fe439e146cb346b8d83fd5b1527647707fdcef3",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 28.09,
        "retest_logged_model_load_seconds": 123.709991,
        "retest_logged_available_KV_GiB": null,
        "retest_explicit_KV_budget_bytes": 6442450944,
        "retest_KV_budget_GiB": 6.0,
        "retest_KV_budget_scope": "Explicit byte budget; profiling skipped",
        "retest_logged_GPU_KV_tokens": 45600,
        "retest_logged_context_capacity_x": 1.34,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-w8-tp2-mtp2/service-final.log",
        "source_log_sha256": "553939c869da8d99f5604c5504ab31cb9157600462eed3a586e6c78531ee843f",
        "sealed_index_sha256": "0bae66b49db8c96e0a89da91a15f660adb325e42c22238bd46faecbe24194dbe",
        "source_lines": {
          "model_load": {
            "line": 144,
            "text": "(Worker pid=216) (Worker_TP0 pid=216) INFO 10-26 19:40:05 [gpu_model_runner.py:4584] Model loading took 28.09 GiB memory and 123.709991 seconds"
          },
          "explicit_KV_budget": {
            "line": 7,
            "text": "(APIServer pid=1) INFO 10-26 19:36:24 [utils.py:228] non-default args: {'model_tag': '/opt/local-models/Qwen3.8-27B', 'enable_auto_tool_choice': True, 'tool_call_parser': 'qwen3_coder', 'host': '0.0.0.0', 'port': 8001, 'model': '/opt/local-models/Qwen3.8-27B', 'trust_remote_code': True, 'dtype': 'half', 'max_model_len': 131072, 'quantization': 'vnext_rtn', 'served_model_name': ['Qwen/Qwen3.8-27B'], 'hf_overrides': {'architectures': ['Qwen3_5ForCausalLM'], 'quantization_config': {'quant_method': 'vnext_rtn', 'bits': 8, 'group_size': 128}}, 'generation_config': 'vllm', 'reasoning_parser': 'qwen3', 'tensor_parallel_size': 2, 'worker_cls': 'vllm.vnext_rtn_worker.Worker', 'gpu_memory_utilization': 0.95, 'kv_cache_memory_bytes': 6442450944, 'enable_prefix_caching': False, 'mamba_ssm_cache_dtype': 'float32', 'language_model_only': True, 'max_num_batched_tokens': 4, 'max_num_seqs': 2, 'async_scheduling': True, 'speculative_config': {'method': 'mtp', 'num_speculative_tokens': 2}, 'optimization_level': '3'}"
          },
          "explicit_budget_worker_reports": [
            {
              "line": 156,
              "text": "(Worker pid=217) (Worker_TP1 pid=217) INFO 10-26 19:41:01 [gpu_worker.py:380] Initial free memory 31.71 GiB, reserved 6.0 GiB memory for KV Cache as specified by kv_cache_memory_bytes config and skipped memory profiling. This does not respect the gpu_memory_utilization config. Only use kv_cache_memory_bytes config when you want manual control of KV cache memory size. If OOM'ed, check the difference of initial free memory between the current run and the previous run where kv_cache_memory_bytes is suggested and update it correspondingly."
            },
            {
              "line": 157,
              "text": "(Worker pid=216) (Worker_TP0 pid=216) INFO 10-26 19:41:01 [gpu_worker.py:380] Initial free memory 31.71 GiB, reserved 6.0 GiB memory for KV Cache as specified by kv_cache_memory_bytes config and skipped memory profiling. This does not respect the gpu_memory_utilization config. Only use kv_cache_memory_bytes config when you want manual control of KV cache memory size. If OOM'ed, check the difference of initial free memory between the current run and the previous run where kv_cache_memory_bytes is suggested and update it correspondingly."
            }
          ],
          "grouped_KV_tokens": {
            "line": 159,
            "text": "(EngineCore_DP0 pid=198) INFO 10-26 19:41:01 [kv_cache_utils.py:1314] GPU KV cache size: 45,600 tokens"
          },
          "context_capacity": {
            "line": 160,
            "text": "(EngineCore_DP0 pid=198) INFO 10-26 19:41:01 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 1.34x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-w8-tp2-mtp2/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 28.423542022705078,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w8-tp2-mtp2\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w8-tp2-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-w8-tp2-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_BITS=8 \\\n  -e HIP_VISIBLE_DEVICES=0,1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e MI50_RTN_TP=2 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  -e MAX_JOBS=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp2/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp2,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
      "serving_script": "portable/serve/mi50-w8-tp2-mtp2.sh",
      "serving_script_sha256": "8047dd212ffd0abcbefa15e311676aff0b10a6ef6f164643ee819a5a2f8461fa",
      "recorded_docker_run_script": "serve/recorded/mi50-w8-tp2-mtp2.sh",
      "recorded_docker_run_sha256": "a856f98182300f020db66324b660057c66ee7e7ff3400949650f54b4f9e95ab6",
      "serving_endpoint": "http://10.0.0.50:8001",
      "serving_scope": "Portable host-admission repair on the recorded parent. Runtime arguments and GPU numerical payload remain unchanged; historical image and performance results stay separate from this compatibility validation.",
      "serving_container_name": "serve-mi50-w8-tp2-mtp2-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp2",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 11.60487174987793,
      "sampled_peak_VRAM_GiB": 23.27350616455078,
      "weight_tensor_GiB_per_rank": 11.60487174987793,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/mi50-w8-tp2-mtp2.sh",
      "reproduction_script_sha256": "bd3b82258d6980032a42f68bb0af192d72fa8ed22ce653af7df2466735425390",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp2\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=mi50-w8-tp2-mtp2\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-w8-tp2-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_BITS=8 \\\n  -e HIP_VISIBLE_DEVICES=0,1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e MI50_RTN_TP=2 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  -e MAX_JOBS=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp2/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp2,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp2-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-w8-tp2-mtp2-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-w8-tp2-mtp2.sh",
      "recorded_lab_serving_script_sha256": "e66b33663ab11a82224323bac313f81b031caad0bc7bd2e5ca21896772450682",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-w8-tp2-mtp2 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/mi50-w8-tp2-mtp2-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-07-mi50-w8-tp2-mtp2.sh",
      "recorded_lab_reproduction_script_sha256": "c5f832c870c3025c3aa9f2a128d8a5149543c7bc953bea8fc5f25ed43456ab91",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-b1450af604a4",
      "registry_image": "joe2gaan/localaiservers@sha256:1ee2a65021b0a54e0f8784ea5e7487504cb48741de9af1bad226b5427c4fa96b",
      "registry_manifest_digest": "sha256:1ee2a65021b0a54e0f8784ea5e7487504cb48741de9af1bad226b5427c4fa96b",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:1ee2a65021b0a54e0f8784ea5e7487504cb48741de9af1bad226b5427c4fa96b",
      "registry_verification": "mi50-portable-registry-verification.json",
      "portable_configuration": "mi50-w8-tp2-mtp2",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "recorded_registry_image": "joe2gaan/localaiservers@sha256:12cb836d6393009c96f6bf56df99a8c2e4040a6493632aef5d9764ba332c48fd",
      "recorded_dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-b1a99e7c6968",
      "portable_runtime_image": "sha256:b1450af604a4f69af53a3ac83f783d9572fcfafb3705c44d5730d50ba99baaad",
      "portable_parent_image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
      "portable_compatibility_note": "Replaced lab-specific PCI address allowlist with distinct visible-device validation. GPU ELF, numerical source, grid, precision, peer and timeout contracts unchanged. The recorded benchmark image and values remain the historical parent; end-to-end compatibility validation is reported separately.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 17304,
            "content_chars": 15852,
            "content_has_think_close": false,
            "elapsed_seconds": 1191.0941870175302,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T19:08:11Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.00875687412917614,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 15852,
            "qwen_answer_text_sha256": "36bfb02ddbea6ad955edaccfcbdc78935636fadd3c34ac94c890d877d6ade3d7",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 15852,
            "qwen_visible_text_sha256": "36bfb02ddbea6ad955edaccfcbdc78935636fadd3c34ac94c890d877d6ade3d7",
            "raw_has_think_close": false,
            "reasoning_chars": 74240,
            "text_chars": 90093,
            "text_sha256": "af766f503825569b7901850243fb5fb03e584e6691d634ed3a89c9873e3b730a",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 1173.0919499928132,
            "vllm_decode_tps": 14.75076186492117,
            "vllm_generation_tokens_delta": 17304.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 17.993215464055538,
            "vllm_prefill_tps": 26.287686097290212,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 14.527818361139667
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 126.62693756446242,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T19:10:18Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008112105540931225,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9243,
            "text_chars": 9243,
            "text_sha256": "c23f3a143c4c1bb3d52df4c7713c11ee2fa0b4c7ef0afc41c3f94f658443aa44",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 108.535968715325,
            "vllm_decode_tps": 18.427070985524868,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 17.998336000368,
            "vllm_prefill_tps": 26.280207236398347,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 15.79442761917742
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 622.0402731243521,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T19:20:40Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.007797887548804283,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 51149,
            "text_chars": 51149,
            "text_sha256": "7df23c557b4477aa92c6e33883414281ad35c7c170650fa101d9593bd5e39d64",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 604.0367387775332,
            "vllm_decode_tps": 16.555284402465794,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 17.99445286858827,
            "vllm_prefill_tps": 26.28587840120913,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 16.076129524174554
          }
        },
        "evidence": "dockerhub-e2e/mi50-w8-tp2-mtp2.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "4-bit RTN",
      "TP": 4,
      "MTP": 0,
      "status": "strict failed; speeds diagnostic/ineligible",
      "strict": "FAIL",
      "strict_tokens": 3407,
      "strict_TPS": 65.68917102453123,
      "fixed_2K_TPS": 66.08481149139995,
      "fixed_10K_TPS": 62.67869554052399,
      "official_current_2K_eligible": false,
      "source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv#cell=w4-tp4-mtpoff",
      "source_revision": "e60a9ec31b6bed8a09f6d88972d861f4253127a1",
      "image": "sha256:72f25a82297a6d478d4f4fee305b8c7853999edeb0c86d852b8370849f810fe3",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 11.544884058996104,
      "fixed_2K_total_seconds": 41.821840891003376,
      "fixed_10K_prefill_seconds": 11.992151816986734,
      "fixed_10K_total_seconds": 171.5490621229983,
      "weight_format": "symmetric RTN, group 128",
      "official_fixed_2k_tps": null,
      "eligible_speed_samples": 0,
      "packed_weight_bytes_per_rank": 3162718720,
      "packed_weight_bytes_total": 12650874880,
      "sampled_VRAM_after_ladder_bytes_by_rank": "[24943263744,24960000000,24960081920,24909647872]",
      "comparison_limit": "No MTP; pinned local RTN runtime. TP2 uses explicit6GiB cache.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-8376baaa8d34",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w4-tp4-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w4-tp4-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-w4-tp4-mtp0",
      "recorded_configuration_details": {
        "cell": "w4-tp4-mtpoff",
        "bits": 4,
        "group_size": 128,
        "TP": 4,
        "native_MTP": false,
        "num_speculative_tokens": 0,
        "strict_valid": false,
        "official_2k_eligible": false,
        "strict_returned_tokens": 3407,
        "strict_decode_TPS": 65.68917102453123,
        "strict_prefill_seconds": 11.260670032002963,
        "strict_total_seconds": 63.138696900976356,
        "fixed_2000_returned_tokens": 2000,
        "fixed_2000_decode_TPS": 66.08481149139995,
        "fixed_2000_prefill_seconds": 11.544884058996104,
        "fixed_2000_total_seconds": 41.821840891003376,
        "fixed_10000_returned_tokens": 10000,
        "fixed_10000_decode_TPS": 62.67869554052399,
        "fixed_10000_prefill_seconds": 11.992151816986734,
        "fixed_10000_total_seconds": 171.5490621229983,
        "packed_weight_bytes_per_rank": 3162718720,
        "packed_weight_bytes_total": 12650874880,
        "packed_scope": "RTN packed weights/zero points/scales/index buffers; excludes unquantized embeddings/head and native draft head",
        "render_nodes_by_rank": [
          "renderD129",
          "renderD130",
          "renderD131",
          "renderD132"
        ],
        "sampled_VRAM_before_ladder_bytes_by_rank": [
          24943263744,
          24960000000,
          24960081920,
          24909647872
        ],
        "sampled_VRAM_after_ladder_bytes_by_rank": [
          24943263744,
          24960000000,
          24960081920,
          24909647872
        ],
        "allocated_after_load_bytes_by_rank": [
          4590513664,
          4590513664,
          4590513664,
          4590513664
        ],
        "allocated_after_cache_bytes_by_rank": [
          21839094272,
          21839094272,
          21839094272,
          21839094272
        ],
        "reserved_after_cache_bytes_by_rank": [
          23108517888,
          23108517888,
          23108517888,
          23108517888
        ],
        "sampled_attention_KV_first_layer_views_by_rank": [
          {
            "rank": 0,
            "views": [
              {
                "shape": [
                  1337,
                  2,
                  784,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 1073364992
              }
            ]
          },
          {
            "rank": 1,
            "views": [
              {
                "shape": [
                  1337,
                  2,
                  784,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 1073364992
              }
            ]
          },
          {
            "rank": 2,
            "views": [
              {
                "shape": [
                  1337,
                  2,
                  784,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 1073364992
              }
            ]
          },
          {
            "rank": 3,
            "views": [
              {
                "shape": [
                  1337,
                  2,
                  784,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 1073364992
              }
            ]
          }
        ],
        "KV_view_scope": "Logical hybrid-cache views may alias/pad common pools; do not sum as independent allocation.",
        "KV_budget": "automatic; actual allocation receipts retained",
        "context": 131072,
        "greedy": true,
        "concurrency": 1,
        "activation_dtype": "FP16",
        "attention_KV_dtype": "FP16",
        "SSM_dtype": "float32",
        "native_MTP_head_dtype": "not used",
        "native_MTP_unshared_parameter_bytes_by_rank": [],
        "model_repository": "Qwen/Qwen3.8-27B",
        "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "model_path": "/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "serving_source": "e60a9ec31b6bed8a09f6d88972d861f4253127a1",
        "image": "sha256:72f25a82297a6d478d4f4fee305b8c7853999edeb0c86d852b8370849f810fe3",
        "native_MTP_model_source_sha256": "not used",
        "MTP_request_accounting_by_tier": {},
        "MTP_accounting_scope": "not used",
        "runtime_difference": "No MTP; pinned local RTN runtime. TP2 uses explicit6GiB cache.",
        "MTP_scheduler_rollback_rejection_count": "not used",
        "host_exclusivity": "unproven",
        "serving_CPUs": "0-7,16-23",
        "cache_placement": "fresh private admitted rootFS",
        "compile_cache_disabled": true,
        "official_2k_samples": 1,
        "repeatability_established": false,
        "FP16_goal_qualifying_ladders": 0,
        "evidence": "../../tuning/qwen38-rtn-mi50/w4-tp4-result-20261022.json"
      },
      "strict_prefill_seconds": 11.260670032002963,
      "strict_total_seconds": 63.138696900976356,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv",
      "detail_source_sha256": "c97f12e890c2817bf84fdf70bfc074750219143c00cfc2f93f9eedb8b9cc949c",
      "detail_source_pointer": "w4-tp4-mtpoff",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-mi50-r3/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-w4-tp4-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T16:06:48.027490738Z",
          "FinishedAt": "2026-10-26T16:29:20.154019642Z"
        },
        "devices_after": [
          {
            "card": 1,
            "render": 129,
            "pci": "0000:06:00.0",
            "actual_card": "card0",
            "busy_percent": 0,
            "vram_bytes": 9762500608,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:0a:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 10040770560,
            "dpm": "auto"
          },
          {
            "card": 3,
            "render": 131,
            "pci": "0000:0d:00.0",
            "actual_card": "card3",
            "busy_percent": 0,
            "vram_bytes": 10040770560,
            "dpm": "auto"
          },
          {
            "card": 4,
            "render": 132,
            "pci": "0000:10:00.0",
            "actual_card": "card4",
            "busy_percent": 0,
            "vram_bytes": 9990438912,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T16:29:20.298170+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 66.39721642663191,
      "retest_10K_TPS": 62.979410578946336,
      "retest_strict_tokens": 3098,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 3098,
          "elapsed_seconds": 62.61535412305966,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 46.883774308953434,
          "vllm_decode_tps": 66.07829778346945,
          "vllm_generation_tokens_delta": 3098.0,
          "vllm_prefill_seconds_delta": 15.720751523040235,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 47.03673107700888,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 30.12174466997385,
          "vllm_decode_tps": 66.39721642663191,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 16.904422716936097,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 175.82567254197784,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 158.78205127792899,
          "vllm_decode_tps": 62.979410578946336,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 17.030237389029935,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 16.904422716936097,
      "retest_2K_total_seconds": 47.03673107700888,
      "retest_10K_prefill_seconds": 17.030237389029935,
      "retest_10K_total_seconds": 175.82567254197784,
      "retest_strict_prefill_seconds": 15.720751523040235,
      "retest_strict_total_seconds": 62.61535412305966,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": {
        "admitted": true,
        "bits": 4,
        "TP": 4,
        "MTP": false,
        "ranks": [
          {
            "rank": 0,
            "worker_pid": 196,
            "packed_parts_bytes": {
              "qweight": 3043819520,
              "qzeros": 23779840,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 3162718720,
            "after_load_allocated_bytes": 4590513664,
            "after_cache_allocated_bytes": 21839094272,
            "after_cache_reserved_bytes": 23108517888,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "worker_pid": 197,
            "packed_parts_bytes": {
              "qweight": 3043819520,
              "qzeros": 23779840,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 3162718720,
            "after_load_allocated_bytes": 4590513664,
            "after_cache_allocated_bytes": 21839094272,
            "after_cache_reserved_bytes": 23108517888,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 2,
            "worker_pid": 198,
            "packed_parts_bytes": {
              "qweight": 3043819520,
              "qzeros": 23779840,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 3162718720,
            "after_load_allocated_bytes": 4590513664,
            "after_cache_allocated_bytes": 21839094272,
            "after_cache_reserved_bytes": 23108517888,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 3,
            "worker_pid": 199,
            "packed_parts_bytes": {
              "qweight": 3043819520,
              "qzeros": 23779840,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 3162718720,
            "after_load_allocated_bytes": 4590513664,
            "after_cache_allocated_bytes": 21839094272,
            "after_cache_reserved_bytes": 23108517888,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1337,
                      2,
                      784,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1073364992,
                    "stride": [
                      401408,
                      200704,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1337,
                        3,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 20536320,
                      "stride": [
                        401408,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1337,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1051459584,
                      "stride": [
                        200704,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 3840
                    }
                  }
                ]
              }
            ]
          }
        ],
        "scope": "loaded metadata and cache tensors; generated route/maps retained separately; no strict or speed result"
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 24943259648,
        "1": 24960045056,
        "2": 24959987712,
        "3": 24909742080
      },
      "retest_memory_observation_count": 3,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/mi50-w4-tp4-mtp0/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 13.16,
      "retest_logged_model_load_seconds": 79.138209,
      "retest_logged_available_KV_GiB": 16.01,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 16.01,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 261856,
      "retest_logged_context_capacity_x": 7.82,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-w4-tp4-mtp0",
        "image": "sha256:72f25a82297a6d478d4f4fee305b8c7853999edeb0c86d852b8370849f810fe3",
        "container": "562cda56103fb421e6adf66cd6726f7ba830c1f89fbcd0e042644e91a1d8e6e8",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 13.16,
        "retest_logged_model_load_seconds": 79.138209,
        "retest_logged_available_KV_GiB": 16.01,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 16.01,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 261856,
        "retest_logged_context_capacity_x": 7.82,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-w4-tp4-mtp0/service-final.log",
        "source_log_sha256": "82234bdbf1435b75c9834c4de1afa8954c2357b23180cc78f3c19bc1ab470fab",
        "sealed_index_sha256": "ce64d445ea0f358d6dcc1f3f3a09f310416abdf4782a992701442ea1c778834b",
        "source_lines": {
          "model_load": {
            "line": 144,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 16:10:29 [gpu_model_runner.py:4584] Model loading took 13.16 GiB memory and 79.138209 seconds"
          },
          "automatic_KV_budget": {
            "line": 167,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 16:11:47 [gpu_worker.py:453] Available KV cache memory: 16.01 GiB"
          },
          "grouped_KV_tokens": {
            "line": 171,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 16:11:47 [kv_cache_utils.py:1314] GPU KV cache size: 261,856 tokens"
          },
          "context_capacity": {
            "line": 172,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 16:11:47 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 7.82x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-w4-tp4-mtp0/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 23.245853424072266,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w4-tp4-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w4-tp4-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-w4-tp4-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_TP=4 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e MI50_RTN_BITS=4 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:72f25a82297a6d478d4f4fee305b8c7853999edeb0c86d852b8370849f810fe3",
      "serving_script": "portable/serve/mi50-w4-tp4-mtp0.sh",
      "serving_script_sha256": "ae26e728c6beeb06f8b90fb9091a64427eeb4d054a28232186ba7cdefe843dfc",
      "recorded_docker_run_script": "serve/recorded/mi50-w4-tp4-mtp0.sh",
      "recorded_docker_run_sha256": "b124b657f4e591af84da47b181afc7a647d08027394f093933add0b74d08cb53",
      "serving_endpoint": "http://10.0.0.50:8001",
      "serving_scope": "Portable host-admission repair on the recorded parent. Runtime arguments and GPU numerical payload remain unchanged; historical image and performance results stay separate from this compatibility validation.",
      "serving_container_name": "serve-mi50-w4-tp4-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 2.9455113410949707,
      "sampled_peak_VRAM_GiB": 23.245887756347656,
      "weight_tensor_GiB_per_rank": 2.9455113410949707,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/mi50-w4-tp4-mtp0.sh",
      "reproduction_script_sha256": "1ccd88ae69d54dbf1949608d46b9828a8266f0fcc929614a68d022089c01a413",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:72f25a82297a6d478d4f4fee305b8c7853999edeb0c86d852b8370849f810fe3 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp0\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=mi50-w4-tp4-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-w4-tp4-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_TP=4 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e MI50_RTN_BITS=4 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:72f25a82297a6d478d4f4fee305b8c7853999edeb0c86d852b8370849f810fe3\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-w4-tp4-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-w4-tp4-mtp0.sh",
      "recorded_lab_serving_script_sha256": "564e3c4cb8ca9eac7e8f3a6b8d4612e39d2e6e22b5b5f932f53689cf3552a33f",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:72f25a82297a6d478d4f4fee305b8c7853999edeb0c86d852b8370849f810fe3 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-w4-tp4-mtp0 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/mi50-w4-tp4-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-08-mi50-w4-tp4-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "9cf89f2facfedf788b9bc8d620cf81f752da8f319cb16b4729778c53fc03253a",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-8376baaa8d34",
      "registry_image": "joe2gaan/localaiservers@sha256:4faf22e8db7711abff5cd83ee1a7bb8e65ae8041fc5552b4652083b093aba065",
      "registry_manifest_digest": "sha256:4faf22e8db7711abff5cd83ee1a7bb8e65ae8041fc5552b4652083b093aba065",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:4faf22e8db7711abff5cd83ee1a7bb8e65ae8041fc5552b4652083b093aba065",
      "registry_verification": "mi50-portable-registry-verification.json",
      "portable_configuration": "mi50-w4-tp4-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "recorded_registry_image": "joe2gaan/localaiservers@sha256:549806a2b5fad7e375c63a31f1a76cca4f2ad03f752a51494f4f30c10ee4c13d",
      "recorded_dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-72f25a82297a",
      "portable_runtime_image": "sha256:8376baaa8d3491c010ada3c623d856873b60675a433fd512e258d730cb7b6513",
      "portable_parent_image": "sha256:72f25a82297a6d478d4f4fee305b8c7853999edeb0c86d852b8370849f810fe3",
      "portable_compatibility_note": "Replaced lab-specific PCI address allowlist with distinct visible-device validation. GPU ELF, numerical source, grid, precision, peer and timeout contracts unchanged. The recorded benchmark image and values remain the historical parent; end-to-end compatibility validation is reported separately.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 3973,
            "content_chars": 7161,
            "content_has_think_close": false,
            "elapsed_seconds": 67.34906083345413,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T19:45:03Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.008497083559632301,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 7161,
            "qwen_answer_text_sha256": "734dd5ae16a2c3fa33a02e8e60a6948b7777cfd78b2a6a161ac39b16f47824d3",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 7161,
            "qwen_visible_text_sha256": "734dd5ae16a2c3fa33a02e8e60a6948b7777cfd78b2a6a161ac39b16f47824d3",
            "raw_has_think_close": false,
            "reasoning_chars": 13048,
            "text_chars": 20210,
            "text_sha256": "23747931019b8d463b4463290119d973395421ba6b542dbe1079699ef06d0062",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 59.143225917592645,
            "vllm_decode_tps": 67.1759096390141,
            "vllm_generation_tokens_delta": 3973.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 8.197571682743728,
            "vllm_prefill_tps": 57.70001389505225,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 58.99117152984116
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 37.77216265629977,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T19:45:41Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.005713380873203278,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9486,
            "text_chars": 9486,
            "text_sha256": "62d22931eb970f7b66da3c3cb82ac07ae6bc058eb360faff682ef9ccb1d67817",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 29.453894706442952,
            "vllm_decode_tps": 67.90273476337599,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 8.310188611969352,
            "vllm_prefill_tps": 56.91808237886772,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 52.949046582230395
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 6738,
            "content_has_think_close": false,
            "elapsed_seconds": 164.05896650161594,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T19:48:26Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008259626105427742,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 6738,
            "qwen_answer_text_sha256": "ceea9ed46978d39a3f977aea6b797cdfb9234d9d38cdbb94405b5f282eb6536d",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 6738,
            "qwen_visible_text_sha256": "ceea9ed46978d39a3f977aea6b797cdfb9234d9d38cdbb94405b5f282eb6536d",
            "raw_has_think_close": false,
            "reasoning_chars": 33979,
            "text_chars": 40718,
            "text_sha256": "560fb1ae582b985f835b761352697d70b5f65cdb19bf1a40c75d0c44407bb112",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 155.63261205423623,
            "vllm_decode_tps": 64.25388527511902,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 8.417382342740893,
            "vllm_prefill_tps": 56.19324164452536,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 60.95369374341087
          }
        },
        "evidence": "dockerhub-e2e/mi50-w4-tp4-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "4-bit RTN",
      "TP": 2,
      "MTP": 0,
      "status": "completed matrix cell",
      "strict": "PASS",
      "strict_tokens": 9449,
      "strict_TPS": 47.89995832486492,
      "fixed_2K_TPS": 51.18094703903334,
      "fixed_10K_TPS": 47.57945031867218,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv#cell=w4-tp2-mtpoff",
      "source_revision": "d72edcb54835d75267f4e852d0290847824c584e",
      "image": "sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 16.0112418270146,
      "fixed_2K_total_seconds": 55.10041077597998,
      "fixed_10K_prefill_seconds": 15.533215646981262,
      "fixed_10K_total_seconds": 225.72210267998162,
      "weight_format": "symmetric RTN, group 128",
      "official_fixed_2k_tps": 51.18094703903334,
      "eligible_speed_samples": 1,
      "packed_weight_bytes_per_rank": 6325437440,
      "packed_weight_bytes_total": 12650874880,
      "sampled_VRAM_after_ladder_bytes_by_rank": "[19207479296,19207450624]",
      "comparison_limit": "No MTP; pinned local RTN runtime. TP2 uses explicit6GiB cache.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-fe0d81ba97b6",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w4-tp2-mtp0\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w4-tp2-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-w4-tp2-mtp0",
      "recorded_configuration_details": {
        "cell": "w4-tp2-mtpoff",
        "bits": 4,
        "group_size": 128,
        "TP": 2,
        "native_MTP": false,
        "num_speculative_tokens": 0,
        "strict_valid": true,
        "official_2k_eligible": true,
        "strict_returned_tokens": 9449,
        "strict_decode_TPS": 47.89995832486492,
        "strict_prefill_seconds": 14.604201089998242,
        "strict_total_seconds": 211.88102579300175,
        "fixed_2000_returned_tokens": 2000,
        "fixed_2000_decode_TPS": 51.18094703903334,
        "fixed_2000_prefill_seconds": 16.0112418270146,
        "fixed_2000_total_seconds": 55.10041077597998,
        "fixed_10000_returned_tokens": 10000,
        "fixed_10000_decode_TPS": 47.57945031867218,
        "fixed_10000_prefill_seconds": 15.533215646981262,
        "fixed_10000_total_seconds": 225.72210267998162,
        "packed_weight_bytes_per_rank": 6325437440,
        "packed_weight_bytes_total": 12650874880,
        "packed_scope": "RTN packed weights/zero points/scales/index buffers; excludes unquantized embeddings/head and native draft head",
        "render_nodes_by_rank": [
          "renderD129",
          "renderD130"
        ],
        "sampled_VRAM_before_ladder_bytes_by_rank": [
          19207479296,
          19207450624
        ],
        "sampled_VRAM_after_ladder_bytes_by_rank": [
          19207479296,
          19207450624
        ],
        "allocated_after_load_bytes_by_rank": [
          9030266368,
          9030266368
        ],
        "allocated_after_cache_bytes_by_rank": [
          15490159104,
          15490159104
        ],
        "reserved_after_cache_bytes_by_rank": [
          16882073600,
          16882073600
        ],
        "sampled_attention_KV_first_layer_views_by_rank": [
          {
            "rank": 0,
            "views": [
              {
                "shape": [
                  250,
                  2,
                  784,
                  2,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 401408000
              }
            ]
          },
          {
            "rank": 1,
            "views": [
              {
                "shape": [
                  250,
                  2,
                  784,
                  2,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 401408000
              }
            ]
          }
        ],
        "KV_view_scope": "Logical hybrid-cache views may alias/pad common pools; do not sum as independent allocation.",
        "KV_budget": "6442450944 bytes explicit",
        "context": 131072,
        "greedy": true,
        "concurrency": 1,
        "activation_dtype": "FP16",
        "attention_KV_dtype": "FP16",
        "SSM_dtype": "float32",
        "native_MTP_head_dtype": "not used",
        "native_MTP_unshared_parameter_bytes_by_rank": [],
        "model_repository": "Qwen/Qwen3.8-27B",
        "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "model_path": "/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "serving_source": "d72edcb54835d75267f4e852d0290847824c584e",
        "image": "sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
        "native_MTP_model_source_sha256": "not used",
        "MTP_request_accounting_by_tier": {},
        "MTP_accounting_scope": "not used",
        "runtime_difference": "No MTP; pinned local RTN runtime. TP2 uses explicit6GiB cache.",
        "MTP_scheduler_rollback_rejection_count": "not used",
        "host_exclusivity": "unproven",
        "serving_CPUs": "0-7,16-23",
        "cache_placement": "fresh private admitted rootFS",
        "compile_cache_disabled": true,
        "official_2k_samples": 1,
        "repeatability_established": false,
        "FP16_goal_qualifying_ladders": 0,
        "evidence": "../../tuning/qwen38-rtn-mi50/w4-tp2-result-20261022.json"
      },
      "strict_prefill_seconds": 14.604201089998242,
      "strict_total_seconds": 211.88102579300175,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv",
      "detail_source_sha256": "c97f12e890c2817bf84fdf70bfc074750219143c00cfc2f93f9eedb8b9cc949c",
      "detail_source_pointer": "w4-tp2-mtpoff",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-mi50-r3/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-w4-tp2-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T16:31:32.061488539Z",
          "FinishedAt": "2026-10-26T16:55:44.011700778Z"
        },
        "devices_after": [
          {
            "card": 1,
            "render": 129,
            "pci": "0000:06:00.0",
            "actual_card": "card0",
            "busy_percent": 0,
            "vram_bytes": 5398183936,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:0a:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 6673534976,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T16:55:44.148546+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 51.08344546346769,
      "retest_10K_TPS": 47.51204361074414,
      "retest_strict_tokens": 3227,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 3227,
          "elapsed_seconds": 76.7849499079166,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 63.73261856404133,
          "vllm_decode_tps": 50.63341304197895,
          "vllm_generation_tokens_delta": 3227.0,
          "vllm_prefill_seconds_delta": 13.041100402013399,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 54.03698424703907,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 39.151626947917975,
          "vllm_decode_tps": 51.08344546346769,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 14.875148234074004,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 224.74859275098424,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 210.47295043605845,
          "vllm_decode_tps": 47.51204361074414,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 14.263138746959157,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 14.875148234074004,
      "retest_2K_total_seconds": 54.03698424703907,
      "retest_10K_prefill_seconds": 14.263138746959157,
      "retest_10K_total_seconds": 224.74859275098424,
      "retest_strict_prefill_seconds": 13.041100402013399,
      "retest_strict_total_seconds": 76.7849499079166,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": {
        "admitted": true,
        "bits": 4,
        "TP": 2,
        "MTP": false,
        "ranks": [
          {
            "rank": 0,
            "worker_pid": 196,
            "packed_parts_bytes": {
              "qweight": 6087639040,
              "qzeros": 47559680,
              "scales": 190238720,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 6325437440,
            "after_load_allocated_bytes": 9030266368,
            "after_cache_allocated_bytes": 15490159104,
            "after_cache_reserved_bytes": 16882073600,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "worker_pid": 197,
            "packed_parts_bytes": {
              "qweight": 6087639040,
              "qzeros": 47559680,
              "scales": 190238720,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 6325437440,
            "after_load_allocated_bytes": 9030266368,
            "after_cache_allocated_bytes": 15490159104,
            "after_cache_reserved_bytes": 16882073600,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      250,
                      2,
                      784,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 401408000,
                    "stride": [
                      802816,
                      401408,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        250,
                        3,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 7680000,
                      "stride": [
                        802816,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        250,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 393216000,
                      "stride": [
                        401408,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 7680
                    }
                  }
                ]
              }
            ]
          }
        ],
        "scope": "loaded metadata and cache tensors; generated route/maps retained separately; no strict or speed result"
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 27801952256,
        "1": 27801944064
      },
      "retest_memory_observation_count": 24,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/mi50-w4-tp2-mtp0/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 25.57,
      "retest_logged_model_load_seconds": 102.064312,
      "retest_logged_available_KV_GiB": null,
      "retest_explicit_KV_budget_bytes": 6442450944,
      "retest_KV_budget_GiB": 6.0,
      "retest_KV_budget_scope": "Explicit byte budget; profiling skipped",
      "retest_logged_GPU_KV_tokens": 48608,
      "retest_logged_context_capacity_x": 1.46,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-w4-tp2-mtp0",
        "image": "sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
        "container": "03dcc2c0c19b25cf8daefae1396e31ccfe2cc837186d1972d193e2f122174499",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 25.57,
        "retest_logged_model_load_seconds": 102.064312,
        "retest_logged_available_KV_GiB": null,
        "retest_explicit_KV_budget_bytes": 6442450944,
        "retest_KV_budget_GiB": 6.0,
        "retest_KV_budget_scope": "Explicit byte budget; profiling skipped",
        "retest_logged_GPU_KV_tokens": 48608,
        "retest_logged_context_capacity_x": 1.46,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-w4-tp2-mtp0/service-final.log",
        "source_log_sha256": "a408ac50b7c0f5e6e9df9755c37e8b000d217b6ce9b28a0465a7d8b9bf3436a3",
        "sealed_index_sha256": "9eb60e96cc59b2775938ceb3c9ca2747e620a5c010e06ff616f4da65f7050403",
        "source_lines": {
          "model_load": {
            "line": 118,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 16:35:01 [gpu_model_runner.py:4584] Model loading took 25.57 GiB memory and 102.064312 seconds"
          },
          "explicit_KV_budget": {
            "line": 7,
            "text": "(APIServer pid=1) INFO 10-26 16:32:03 [utils.py:228] non-default args: {'model_tag': '/opt/local-models/Qwen3.8-27B', 'enable_auto_tool_choice': True, 'tool_call_parser': 'qwen3_coder', 'host': '0.0.0.0', 'port': 8001, 'model': '/opt/local-models/Qwen3.8-27B', 'trust_remote_code': True, 'dtype': 'half', 'max_model_len': 131072, 'quantization': 'vnext_rtn', 'served_model_name': ['Qwen/Qwen3.8-27B'], 'hf_overrides': {'architectures': ['Qwen3_5ForCausalLM'], 'quantization_config': {'quant_method': 'vnext_rtn', 'bits': 4, 'group_size': 128}}, 'generation_config': 'vllm', 'reasoning_parser': 'qwen3', 'tensor_parallel_size': 2, 'worker_cls': 'vllm.vnext_rtn_worker.Worker', 'gpu_memory_utilization': 0.95, 'kv_cache_memory_bytes': 6442450944, 'enable_prefix_caching': False, 'mamba_ssm_cache_dtype': 'float32', 'language_model_only': True, 'max_num_batched_tokens': 4, 'max_num_seqs': 2, 'async_scheduling': True, 'optimization_level': '3'}"
          },
          "explicit_budget_worker_reports": [
            {
              "line": 125,
              "text": "(Worker pid=197) (Worker_TP1 pid=197) INFO 10-26 16:35:45 [gpu_worker.py:380] Initial free memory 31.71 GiB, reserved 6.0 GiB memory for KV Cache as specified by kv_cache_memory_bytes config and skipped memory profiling. This does not respect the gpu_memory_utilization config. Only use kv_cache_memory_bytes config when you want manual control of KV cache memory size. If OOM'ed, check the difference of initial free memory between the current run and the previous run where kv_cache_memory_bytes is suggested and update it correspondingly."
            },
            {
              "line": 126,
              "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 16:35:45 [gpu_worker.py:380] Initial free memory 31.71 GiB, reserved 6.0 GiB memory for KV Cache as specified by kv_cache_memory_bytes config and skipped memory profiling. This does not respect the gpu_memory_utilization config. Only use kv_cache_memory_bytes config when you want manual control of KV cache memory size. If OOM'ed, check the difference of initial free memory between the current run and the previous run where kv_cache_memory_bytes is suggested and update it correspondingly."
            }
          ],
          "grouped_KV_tokens": {
            "line": 127,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 16:35:45 [kv_cache_utils.py:1314] GPU KV cache size: 48,608 tokens"
          },
          "context_capacity": {
            "line": 128,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 16:35:45 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 1.46x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-w4-tp2-mtp0/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 25.89258575439453,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w4-tp2-mtp0\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w4-tp2-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-w4-tp2-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e HIP_VISIBLE_DEVICES=0,1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_BITS=4 \\\n  -e MI50_RTN_TP=2 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp0/cache/.triton,dst=/root/.triton \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
      "serving_script": "portable/serve/mi50-w4-tp2-mtp0.sh",
      "serving_script_sha256": "0cce9b988de4c626bd98fe6e3c68a82eaa8eccffc84d0c688b5fa1c85e7cbe69",
      "recorded_docker_run_script": "serve/recorded/mi50-w4-tp2-mtp0.sh",
      "recorded_docker_run_sha256": "b725f8866c904afb14bd2c042600103d06ba5ea1f37f9103d2e1e9e9c7defeee",
      "serving_endpoint": "http://10.0.0.50:8001",
      "serving_scope": "Portable host-admission repair on the recorded parent. Runtime arguments and GPU numerical payload remain unchanged; historical image and performance results stay separate from this compatibility validation.",
      "serving_container_name": "serve-mi50-w4-tp2-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 5.891022682189941,
      "sampled_peak_VRAM_GiB": 17.88835906982422,
      "weight_tensor_GiB_per_rank": 5.891022682189941,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/mi50-w4-tp2-mtp0.sh",
      "reproduction_script_sha256": "25ffe3a85ae7d453577e7cac0090d1bc7fbc437c51bcfc308dbb4767c678ddf8",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp0\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=mi50-w4-tp2-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-w4-tp2-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e HIP_VISIBLE_DEVICES=0,1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_BITS=4 \\\n  -e MI50_RTN_TP=2 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp0/cache/.triton,dst=/root/.triton \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-w4-tp2-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-w4-tp2-mtp0.sh",
      "recorded_lab_serving_script_sha256": "86dfcda771176879b9cea05f018079dc0e282f4e0117be9906c21d567e708938",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-w4-tp2-mtp0 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/mi50-w4-tp2-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-09-mi50-w4-tp2-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "038b589bb6b7eb4824e6db1597625b59ae285b64ee364b2bb23cadb3682a6ec2",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-fe0d81ba97b6",
      "registry_image": "joe2gaan/localaiservers@sha256:a506e684a1f3142d071857d89f8fee8f17f0a30e92970c76d163c03380004961",
      "registry_manifest_digest": "sha256:a506e684a1f3142d071857d89f8fee8f17f0a30e92970c76d163c03380004961",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:a506e684a1f3142d071857d89f8fee8f17f0a30e92970c76d163c03380004961",
      "registry_verification": "mi50-portable-registry-verification.json",
      "portable_configuration": "mi50-w4-tp2-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "recorded_registry_image": "joe2gaan/localaiservers@sha256:e982f470e2cee2cea818ef017c15f3befec0b52f800cc4ea8f2cecf65958b809",
      "recorded_dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-1cdbeac5f895",
      "portable_runtime_image": "sha256:fe0d81ba97b6b8a432db928d19d03b511f15de9e40e5d25be81797d9c3e1694b",
      "portable_parent_image": "sha256:1cdbeac5f8956a3068a57f28acd7f9dd2a4aa4de590cb90d8db25606f19db24a",
      "portable_compatibility_note": "Replaced lab-specific PCI address allowlist with distinct visible-device validation. GPU ELF, numerical source, grid, precision, peer and timeout contracts unchanged. The recorded benchmark image and values remain the historical parent; end-to-end compatibility validation is reported separately.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 3523,
            "content_chars": 5608,
            "content_has_think_close": false,
            "elapsed_seconds": 77.33335476461798,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T20:14:37Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.00762627087533474,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 5608,
            "qwen_answer_text_sha256": "8dd65b4456cd761c6f12ec9bc4fff7e98a8f640fc7a21baad81ed563a4a236ab",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 5608,
            "qwen_visible_text_sha256": "8dd65b4456cd761c6f12ec9bc4fff7e98a8f640fc7a21baad81ed563a4a236ab",
            "raw_has_think_close": false,
            "reasoning_chars": 11957,
            "text_chars": 17566,
            "text_sha256": "a0a97116032c440598376109954cb6d4cc4fbfb0762c8537e312d97fdbfecb05",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 69.49865089077502,
            "vllm_decode_tps": 50.69163148989456,
            "vllm_generation_tokens_delta": 3523.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 7.825316600501537,
            "vllm_prefill_tps": 60.44483873913608,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 45.556021857878385
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 47.061583733186126,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T20:15:24Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.006401632912456989,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9891,
            "text_chars": 9891,
            "text_sha256": "1f3ca45660e8651054584f47d321fb72ef4d84418ec484185e47892b95bedb23",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 39.02831846382469,
            "vllm_decode_tps": 51.24484166167185,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 8.024602881632745,
            "vllm_prefill_tps": 58.94372680829284,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 42.49750733717175
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 217.98573838174343,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T20:19:02Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.005619527772068977,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 18708,
            "text_chars": 18708,
            "text_sha256": "631eb28bb7d6d51e464222a4b4838025b684054be2c3a363f83eaa830161d1e0",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 209.96061483211815,
            "vllm_decode_tps": 47.6279801714044,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 8.016675692982972,
            "vllm_prefill_tps": 59.00201256912747,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 45.874560759051526
          }
        },
        "evidence": "dockerhub-e2e/mi50-w4-tp2-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "4-bit RTN",
      "TP": 4,
      "MTP": 2,
      "status": "completed matrix cell",
      "strict": "PASS",
      "strict_tokens": 5882,
      "strict_TPS": 45.392808024901534,
      "fixed_2K_TPS": 63.60194464868311,
      "fixed_10K_TPS": 39.246321043123466,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv#cell=w4-tp4-mtp2",
      "source_revision": "016143b00c7a08e25ff85eb83dc052be148215ab",
      "image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 22.624249940010486,
      "fixed_2K_total_seconds": 54.08142457698705,
      "fixed_10K_prefill_seconds": 23.475374940986512,
      "fixed_10K_total_seconds": 278.28769938999903,
      "weight_format": "symmetric RTN, group 128",
      "official_fixed_2k_tps": 63.60194464868311,
      "eligible_speed_samples": 1,
      "packed_weight_bytes_per_rank": 3162718720,
      "packed_weight_bytes_total": 12650874880,
      "sampled_VRAM_after_ladder_bytes_by_rank": "[23613669376,23630442496,23630434304,23580102656]",
      "comparison_limit": "NativeMTP with generic convolution route; source/runtime differences explicit; no causal MTP-only comparison.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-b1450af604a4",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w4-tp4-mtp2\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w4-tp4-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-w4-tp4-mtp2",
      "recorded_configuration_details": {
        "cell": "w4-tp4-mtp2",
        "bits": 4,
        "group_size": 128,
        "TP": 4,
        "native_MTP": true,
        "num_speculative_tokens": 2,
        "strict_valid": true,
        "official_2k_eligible": true,
        "strict_returned_tokens": 5882,
        "strict_decode_TPS": 45.392808024901534,
        "strict_prefill_seconds": 23.36222447999171,
        "strict_total_seconds": 152.95514036499662,
        "fixed_2000_returned_tokens": 2000,
        "fixed_2000_decode_TPS": 63.60194464868311,
        "fixed_2000_prefill_seconds": 22.624249940010486,
        "fixed_2000_total_seconds": 54.08142457698705,
        "fixed_10000_returned_tokens": 10000,
        "fixed_10000_decode_TPS": 39.246321043123466,
        "fixed_10000_prefill_seconds": 23.475374940986512,
        "fixed_10000_total_seconds": 278.28769938999903,
        "packed_weight_bytes_per_rank": 3162718720,
        "packed_weight_bytes_total": 12650874880,
        "packed_scope": "RTN packed weights/zero points/scales/index buffers; excludes unquantized embeddings/head and native draft head",
        "render_nodes_by_rank": [
          "renderD129",
          "renderD130",
          "renderD131",
          "renderD132"
        ],
        "sampled_VRAM_before_ladder_bytes_by_rank": [
          23613669376,
          23630442496,
          23630434304,
          23580102656
        ],
        "sampled_VRAM_after_ladder_bytes_by_rank": [
          23613669376,
          23630442496,
          23630434304,
          23580102656
        ],
        "allocated_after_load_bytes_by_rank": [
          4805086208,
          4805086208,
          4805086208,
          4805086208
        ],
        "allocated_after_cache_bytes_by_rank": [
          20347904000,
          20347904000,
          20347904000,
          20347904000
        ],
        "reserved_after_cache_bytes_by_rank": [
          21648900096,
          21648900096,
          21648900096,
          21648900096
        ],
        "sampled_attention_KV_first_layer_views_by_rank": [
          {
            "rank": 0,
            "views": [
              {
                "shape": [
                  1110,
                  2,
                  800,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 909312000
              }
            ]
          },
          {
            "rank": 1,
            "views": [
              {
                "shape": [
                  1110,
                  2,
                  800,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 909312000
              }
            ]
          },
          {
            "rank": 2,
            "views": [
              {
                "shape": [
                  1110,
                  2,
                  800,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 909312000
              }
            ]
          },
          {
            "rank": 3,
            "views": [
              {
                "shape": [
                  1110,
                  2,
                  800,
                  1,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 909312000
              }
            ]
          }
        ],
        "KV_view_scope": "Logical hybrid-cache views may alias/pad common pools; do not sum as independent allocation.",
        "KV_budget": "automatic; actual allocation receipts retained",
        "context": 131072,
        "greedy": true,
        "concurrency": 1,
        "activation_dtype": "FP16",
        "attention_KV_dtype": "FP16",
        "SSM_dtype": "float32",
        "native_MTP_head_dtype": "FP16",
        "native_MTP_unshared_parameter_bytes_by_rank": [
          212388864,
          212388864,
          212388864,
          212388864
        ],
        "model_repository": "Qwen/Qwen3.8-27B",
        "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "model_path": "/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "serving_source": "016143b00c7a08e25ff85eb83dc052be148215ab",
        "image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
        "native_MTP_model_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
        "MTP_request_accounting_by_tier": {
          "c1_128_strict": {
            "drafts": 2286.0,
            "proposed": 4572.0,
            "accepted": 3595.0,
            "adjusted_unaccepted": 977.0,
            "generation": 5882.0,
            "prompt": 473.0,
            "histogram_count": 2287.0,
            "histogram_sum": 6355.0,
            "means": {
              "prompt_plus_generation_per_observed_iteration": 2.7787494534324444,
              "generation_per_all_observed_iterations": 2.5719282903366856,
              "sum_equals_prompt_plus_generation": true
            }
          },
          "c1_2000": {
            "drafts": 756.0,
            "proposed": 1512.0,
            "accepted": 1243.0,
            "adjusted_unaccepted": 269.0,
            "generation": 2000.0,
            "prompt": 473.0,
            "histogram_count": 757.0,
            "histogram_sum": 2473.0,
            "means": {
              "prompt_plus_generation_per_observed_iteration": 3.2668428005284014,
              "generation_per_all_observed_iterations": 2.642007926023778,
              "sum_equals_prompt_plus_generation": true
            }
          },
          "c1_10000": {
            "drafts": 3433.0,
            "proposed": 6866.0,
            "accepted": 6567.0,
            "adjusted_unaccepted": 299.0,
            "generation": 10000.0,
            "prompt": 473.0,
            "histogram_count": 3434.0,
            "histogram_sum": 10473.0,
            "means": {
              "prompt_plus_generation_per_observed_iteration": 3.049796156086197,
              "generation_per_all_observed_iterations": 2.9120559114735003,
              "sum_equals_prompt_plus_generation": true
            }
          }
        },
        "MTP_accounting_scope": "P-A is adjusted unaccepted, not scheduler rollback rejection; iteration means include prefill, not exact decode-only emissions.",
        "runtime_difference": "NativeMTP with generic convolution route; source/runtime differences explicit; no causal MTP-only comparison.",
        "MTP_scheduler_rollback_rejection_count": "unobservable",
        "host_exclusivity": "unproven",
        "serving_CPUs": "0-7,16-23",
        "cache_placement": "fresh private admitted rootFS",
        "compile_cache_disabled": true,
        "official_2k_samples": 1,
        "repeatability_established": false,
        "FP16_goal_qualifying_ladders": 0,
        "evidence": "../../tuning/qwen38-rtn-mi50/w4-tp4-mtp-result-20261022.json"
      },
      "strict_prefill_seconds": 23.36222447999171,
      "strict_total_seconds": 152.95514036499662,
      "MTP_accounting_by_tier": {
        "c1_128_strict": {
          "drafts": 2286.0,
          "proposed": 4572.0,
          "accepted": 3595.0,
          "adjusted_unaccepted": 977.0,
          "generation": 5882.0,
          "prompt": 473.0,
          "histogram_count": 2287.0,
          "histogram_sum": 6355.0,
          "means": {
            "prompt_plus_generation_per_observed_iteration": 2.7787494534324444,
            "generation_per_all_observed_iterations": 2.5719282903366856,
            "sum_equals_prompt_plus_generation": true
          }
        },
        "c1_2000": {
          "drafts": 756.0,
          "proposed": 1512.0,
          "accepted": 1243.0,
          "adjusted_unaccepted": 269.0,
          "generation": 2000.0,
          "prompt": 473.0,
          "histogram_count": 757.0,
          "histogram_sum": 2473.0,
          "means": {
            "prompt_plus_generation_per_observed_iteration": 3.2668428005284014,
            "generation_per_all_observed_iterations": 2.642007926023778,
            "sum_equals_prompt_plus_generation": true
          }
        },
        "c1_10000": {
          "drafts": 3433.0,
          "proposed": 6866.0,
          "accepted": 6567.0,
          "adjusted_unaccepted": 299.0,
          "generation": 10000.0,
          "prompt": 473.0,
          "histogram_count": 3434.0,
          "histogram_sum": 10473.0,
          "means": {
            "prompt_plus_generation_per_observed_iteration": 3.049796156086197,
            "generation_per_all_observed_iterations": 2.9120559114735003,
            "sum_equals_prompt_plus_generation": true
          }
        }
      },
      "MTP_2K_draft_batches": 756.0,
      "MTP_2K_proposed": 1512.0,
      "MTP_2K_accepted": 1243.0,
      "MTP_2K_acceptance_percent": 82.20899470899471,
      "MTP_2K_committed": 2000.0,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv",
      "detail_source_sha256": "c97f12e890c2817bf84fdf70bfc074750219143c00cfc2f93f9eedb8b9cc949c",
      "detail_source_pointer": "w4-tp4-mtp2",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-mi50-r3/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-w4-tp4-mtp2/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T17:46:35.884279265Z",
          "FinishedAt": "2026-10-26T18:15:55.378635525Z"
        },
        "devices_after": [
          {
            "card": 1,
            "render": 129,
            "pci": "0000:06:00.0",
            "actual_card": "card0",
            "busy_percent": 0,
            "vram_bytes": 17836716032,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:0a:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 17957421056,
            "dpm": "auto"
          },
          {
            "card": 3,
            "render": 131,
            "pci": "0000:0d:00.0",
            "actual_card": "card3",
            "busy_percent": 0,
            "vram_bytes": 17957421056,
            "dpm": "auto"
          },
          {
            "card": 4,
            "render": 132,
            "pci": "0000:10:00.0",
            "actual_card": "card4",
            "busy_percent": 0,
            "vram_bytes": 17907089408,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T18:15:55.526176+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 52.13382312317558,
      "retest_10K_TPS": 33.81858503497666,
      "retest_strict_tokens": 7228,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 7228,
          "elapsed_seconds": 201.84848926996347,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 177.56178416404873,
          "vllm_decode_tps": 40.70695749104478,
          "vllm_generation_tokens_delta": 7228.0,
          "vllm_prefill_seconds_delta": 24.27340279892087,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 59.321681477013044,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 38.36281093896832,
          "vllm_decode_tps": 52.13382312317558,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 20.947546551004052,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 318.76875816693064,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 295.69539913209155,
          "vllm_decode_tps": 33.81858503497666,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 23.061395875993185,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 20.947546551004052,
      "retest_2K_total_seconds": 59.321681477013044,
      "retest_10K_prefill_seconds": 23.061395875993185,
      "retest_10K_total_seconds": 318.76875816693064,
      "retest_strict_prefill_seconds": 24.27340279892087,
      "retest_strict_total_seconds": 201.84848926996347,
      "retest_MTP_accounting_by_tier": {
        "strict": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 4373.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:generation_tokens_total": 7228.0,
            "vllm:request_generation_tokens_sum": 7228.0,
            "vllm:spec_decode_num_accepted_tokens_total": 4373.0,
            "vllm:spec_decode_num_drafts_total": 2856.0,
            "vllm:spec_decode_num_draft_tokens_total": 5712.0
          },
          "accepted_per_position": {
            "0": 2402.0,
            "1": 1971.0
          },
          "accepted_fraction": 0.7655812324929971,
          "committed_emitted_tokens": 7228.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-w4-tp4-mtp2-r2/ladder/c1_128_strict_proxy/metrics-before.txt": "1411456f9ac2de0cf4abed25becd1de45e5fcb81ad379267079da1f541901438",
            "/home/ai/qwen38-release-retests-20261026/mi50-w4-tp4-mtp2-r2/ladder/c1_128_strict_proxy/metrics-after.txt": "1f754390fbaad7155236e4c71b33c173c3b158180135b13c88b7fe6ec6a3b504"
          }
        },
        "2K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_total": 1107.0,
            "vllm:spec_decode_num_drafts_total": 893.0,
            "vllm:spec_decode_num_draft_tokens_total": 1786.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_generation_tokens_sum": 2000.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1107.0
          },
          "accepted_per_position": {
            "0": 649.0,
            "1": 458.0
          },
          "accepted_fraction": 0.6198208286674132,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-w4-tp4-mtp2-r2/ladder/c1_2000_proxy/metrics-before.txt": "f08b3a808c79b818598e5ffcea671b6909a8135f90f44bbe34f705ece68ef125",
            "/home/ai/qwen38-release-retests-20261026/mi50-w4-tp4-mtp2-r2/ladder/c1_2000_proxy/metrics-after.txt": "9e4e97ae4f7e360b146b2d710dff319fd670df1e82436d97242a34bcd33a8b1c"
          }
        },
        "10K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:request_generation_tokens_sum": 10000.0,
            "vllm:spec_decode_num_accepted_tokens_total": 5990.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 5990.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_draft_tokens_total": 8022.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:spec_decode_num_drafts_total": 4011.0
          },
          "accepted_per_position": {
            "0": 3306.0,
            "1": 2684.0
          },
          "accepted_fraction": 0.7466965843929195,
          "committed_emitted_tokens": 10000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-w4-tp4-mtp2-r2/ladder/c1_10000_proxy/metrics-before.txt": "d96d24c021bd72fd6ce7030da03d9a08a49067fb54eacf17fbcc1063e7042ab0",
            "/home/ai/qwen38-release-retests-20261026/mi50-w4-tp4-mtp2-r2/ladder/c1_10000_proxy/metrics-after.txt": "5eb6bf177d61d9131f899ccbf23344e6b01ad427f1062215d80cef034553981e"
          }
        }
      },
      "retest_MTP_2K_accepted": 1107.0,
      "retest_MTP_2K_proposed": 1786.0,
      "retest_MTP_2K_draft_batches": 893.0,
      "retest_MTP_2K_acceptance_percent": 61.982082866741315,
      "retest_loaded_admission": {
        "admitted": true,
        "bits": 4,
        "TP": 4,
        "MTP": true,
        "native_MTP": {
          "draft_tokens": 2,
          "receipt_phases": [
            "after_draft_load_and_sharing",
            "after_initialize_from_config"
          ],
          "receipts": [
            {
              "rank": 0,
              "pid": 216,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 1,
              "pid": 217,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 2,
              "pid": 218,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 3,
              "pid": 219,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 0,
              "pid": 216,
              "phase": "after_initialize_from_config",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        1110,
                        2,
                        800,
                        1,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "stride": [
                        409600,
                        204800,
                        256,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 909312000
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 1,
              "pid": 217,
              "phase": "after_initialize_from_config",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        1110,
                        2,
                        800,
                        1,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "stride": [
                        409600,
                        204800,
                        256,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 909312000
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 2,
              "pid": 218,
              "phase": "after_initialize_from_config",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:2",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        1110,
                        2,
                        800,
                        1,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "stride": [
                        409600,
                        204800,
                        256,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 909312000
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 3,
              "pid": 219,
              "phase": "after_initialize_from_config",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    1280,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 26214400
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    3584,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 36700160
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    1536
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 15728640
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    8704,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    4352
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 44564480
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 635699200
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    62080,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:3",
                  "bytes": 635699200
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        1110,
                        2,
                        800,
                        1,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "stride": [
                        409600,
                        204800,
                        256,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 909312000
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            }
          ],
          "execution_counters_required": true,
          "scope": "Loaded FP16 native head and cache metadata; proposal/acceptance counters and actual draft execution remain separately required."
        },
        "ranks": [
          {
            "rank": 0,
            "worker_pid": 216,
            "packed_parts_bytes": {
              "qweight": 3043819520,
              "qzeros": 23779840,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 3162718720,
            "after_load_allocated_bytes": 4805086208,
            "after_cache_allocated_bytes": 20347904000,
            "after_cache_reserved_bytes": 21648900096,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "worker_pid": 217,
            "packed_parts_bytes": {
              "qweight": 3043819520,
              "qzeros": 23779840,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 3162718720,
            "after_load_allocated_bytes": 4805086208,
            "after_cache_allocated_bytes": 20347904000,
            "after_cache_reserved_bytes": 21648900096,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 2,
            "worker_pid": 218,
            "packed_parts_bytes": {
              "qweight": 3043819520,
              "qzeros": 23779840,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 3162718720,
            "after_load_allocated_bytes": 4805086208,
            "after_cache_allocated_bytes": 20347904000,
            "after_cache_reserved_bytes": 21648900096,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 3,
            "worker_pid": 219,
            "packed_parts_bytes": {
              "qweight": 3043819520,
              "qzeros": 23779840,
              "scales": 95119360,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 3162718720,
            "after_load_allocated_bytes": 4805086208,
            "after_cache_allocated_bytes": 20347904000,
            "after_cache_reserved_bytes": 21648900096,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      1110,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 909312000,
                    "stride": [
                      409600,
                      204800,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    2560
                  ],
                  [
                    12,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        1110,
                        5,
                        2560
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28416000,
                      "stride": [
                        409600,
                        2560,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        1110,
                        12,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 872939520,
                      "stride": [
                        204800,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 6400
                    }
                  }
                ]
              }
            ]
          }
        ],
        "scope": "loaded metadata and cache tensors; generated route/maps retained separately; no strict or speed result"
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0, \"c1_128_strict_proxy-mtp\": 0, \"c1_2000_proxy-mtp\": 0, \"c1_10000_proxy-mtp\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 23613620224,
        "1": 23630397440,
        "2": 23630405632,
        "3": 23580045312
      },
      "retest_memory_observation_count": 29,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/mi50-w4-tp4-mtp2/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 14.35,
      "retest_logged_model_load_seconds": 55.690794,
      "retest_logged_available_KV_GiB": 14.41,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 14.41,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 221600,
      "retest_logged_context_capacity_x": 6.42,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-w4-tp4-mtp2",
        "image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
        "container": "4d74b43dece8d4d95c3aa6b916fe0d831886909ec0266e72762306371a15892c",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 14.35,
        "retest_logged_model_load_seconds": 55.690794,
        "retest_logged_available_KV_GiB": 14.41,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 14.41,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 221600,
        "retest_logged_context_capacity_x": 6.42,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-w4-tp4-mtp2/service-final.log",
        "source_log_sha256": "e464acca61263b85d9bb1d2e0d4fc1b70c5fe21e6d87bd4397926c2df8ec1b38",
        "sealed_index_sha256": "9151a652ad0691e375d482b3671dc605a5eef3a2700cb1f444c23f037089644d",
        "source_lines": {
          "model_load": {
            "line": 178,
            "text": "(Worker pid=216) (Worker_TP0 pid=216) INFO 10-26 17:49:39 [gpu_model_runner.py:4584] Model loading took 14.35 GiB memory and 55.690794 seconds"
          },
          "automatic_KV_budget": {
            "line": 265,
            "text": "(Worker pid=216) (Worker_TP0 pid=216) INFO 10-26 17:54:52 [gpu_worker.py:453] Available KV cache memory: 14.41 GiB"
          },
          "grouped_KV_tokens": {
            "line": 269,
            "text": "(EngineCore_DP0 pid=198) INFO 10-26 17:54:52 [kv_cache_utils.py:1314] GPU KV cache size: 221,600 tokens"
          },
          "context_capacity": {
            "line": 270,
            "text": "(EngineCore_DP0 pid=198) INFO 10-26 17:54:52 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 6.42x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-w4-tp4-mtp2/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 22.007530212402344,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w4-tp4-mtp2\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w4-tp4-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-w4-tp4-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_BITS=4 \\\n  -e MI50_RTN_TP=4 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  -e MAX_JOBS=1 \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp2/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp2,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp2/cache/.triton,dst=/root/.triton \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
      "serving_script": "portable/serve/mi50-w4-tp4-mtp2.sh",
      "serving_script_sha256": "4de482bac13e2dabad2ed7e67ff06f57b09db7fec6a0d390b774b66cc7e75822",
      "recorded_docker_run_script": "serve/recorded/mi50-w4-tp4-mtp2.sh",
      "recorded_docker_run_sha256": "94522dbb35f5d445f10ff5710ff6709ac6ff76ed891d415d804d506b24a1d66c",
      "serving_endpoint": "http://10.0.0.50:8001",
      "serving_scope": "Portable host-admission repair on the recorded parent. Runtime arguments and GPU numerical payload remain unchanged; historical image and performance results stay separate from this compatibility validation.",
      "serving_container_name": "serve-mi50-w4-tp4-mtp2-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp2",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 2.9455113410949707,
      "sampled_peak_VRAM_GiB": 22.007564544677734,
      "weight_tensor_GiB_per_rank": 2.9455113410949707,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/mi50-w4-tp4-mtp2.sh",
      "reproduction_script_sha256": "3a9810e833368a96d1f7583cff86191e4e1d95b3b132d4cd24098aee632cd7cb",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp2\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=mi50-w4-tp4-mtp2\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-w4-tp4-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_BITS=4 \\\n  -e MI50_RTN_TP=4 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  -e MAX_JOBS=1 \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp2/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp2,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp4-mtp2/cache/.triton,dst=/root/.triton \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-w4-tp4-mtp2-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-w4-tp4-mtp2.sh",
      "recorded_lab_serving_script_sha256": "0eb8ec85319972ae510a5a5bdcec475858c0de3ab53761d8c846fe9114364a14",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-w4-tp4-mtp2 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/mi50-w4-tp4-mtp2-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-10-mi50-w4-tp4-mtp2.sh",
      "recorded_lab_reproduction_script_sha256": "f6dc7dac202b7c89b7d9dc105877b7b311508a66fdbca80a6d052c6c7c62d16f",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-b1450af604a4",
      "registry_image": "joe2gaan/localaiservers@sha256:1ee2a65021b0a54e0f8784ea5e7487504cb48741de9af1bad226b5427c4fa96b",
      "registry_manifest_digest": "sha256:1ee2a65021b0a54e0f8784ea5e7487504cb48741de9af1bad226b5427c4fa96b",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:1ee2a65021b0a54e0f8784ea5e7487504cb48741de9af1bad226b5427c4fa96b",
      "registry_verification": "mi50-portable-registry-verification.json",
      "portable_configuration": "mi50-w4-tp4-mtp2",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "recorded_registry_image": "joe2gaan/localaiservers@sha256:12cb836d6393009c96f6bf56df99a8c2e4040a6493632aef5d9764ba332c48fd",
      "recorded_dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-b1a99e7c6968",
      "portable_runtime_image": "sha256:b1450af604a4f69af53a3ac83f783d9572fcfafb3705c44d5730d50ba99baaad",
      "portable_parent_image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
      "portable_compatibility_note": "Replaced lab-specific PCI address allowlist with distinct visible-device validation. GPU ELF, numerical source, grid, precision, peer and timeout contracts unchanged. The recorded benchmark image and values remain the historical parent; end-to-end compatibility validation is reported separately.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 4001,
            "content_chars": 6233,
            "content_has_think_close": false,
            "elapsed_seconds": 83.75218992121518,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T20:45:47Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.008191794157028198,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 6233,
            "qwen_answer_text_sha256": "554b14189ce88a7e754ef12db9cccfcc3806d2a4e6aec967f964cbfc932b3064",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 6233,
            "qwen_visible_text_sha256": "554b14189ce88a7e754ef12db9cccfcc3806d2a4e6aec967f964cbfc932b3064",
            "raw_has_think_close": false,
            "reasoning_chars": 13030,
            "text_chars": 19264,
            "text_sha256": "596f08acb3c9150c6168651db02f471064a7f17a4cc99fa1680722d02507b8a8",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 72.83459853101522,
            "vllm_decode_tps": 54.93268420085066,
            "vllm_generation_tokens_delta": 4001.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 10.909531355835497,
            "vllm_prefill_tps": 43.356582842304476,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 47.77188517415126
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 44.91906757093966,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T20:46:32Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.005639274604618549,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 8944,
            "text_chars": 8944,
            "text_sha256": "d8ddbdc35e64d91111afb2dcbcc23ad1d82db5e1f23d4c6783b5c3ae59526314",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 33.952197367325425,
            "vllm_decode_tps": 58.90634937003341,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 10.95891628973186,
            "vllm_prefill_tps": 43.161202028998545,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 44.5245217265796
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 252.5263803936541,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T20:50:45Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.005935841239988804,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 15159,
            "text_chars": 15159,
            "text_sha256": "7d0dad85f37cf14d6d03b0b1681550a739e02f5b7a62ace29c039b0137dac6ee",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 241.49360792525113,
            "vllm_decode_tps": 41.40896351631499,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 11.024237572215497,
            "vllm_prefill_tps": 42.90546143454917,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 39.59982313297869
          }
        },
        "evidence": "dockerhub-e2e/mi50-w4-tp4-mtp2.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "4-bit RTN",
      "TP": 2,
      "MTP": 2,
      "status": "completed matrix cell",
      "strict": "PASS",
      "strict_tokens": 13252,
      "strict_TPS": 28.981154832388903,
      "fixed_2K_TPS": 46.966211495697614,
      "fixed_10K_TPS": 32.75325418710531,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv#cell=w4-tp2-mtp2",
      "source_revision": "016143b00c7a08e25ff85eb83dc052be148215ab",
      "image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 15.056974492967129,
      "fixed_2K_total_seconds": 57.652922383043915,
      "fixed_10K_prefill_seconds": 15.036388729000464,
      "fixed_10K_total_seconds": 320.3623473200132,
      "weight_format": "symmetric RTN, group 128",
      "official_fixed_2k_tps": 46.966211495697614,
      "eligible_speed_samples": 1,
      "packed_weight_bytes_per_rank": 6325437440,
      "packed_weight_bytes_total": 12650874880,
      "sampled_VRAM_after_ladder_bytes_by_rank": "[19633012736,19633037312]",
      "comparison_limit": "NativeMTP with generic convolution route; source/runtime differences explicit; no causal MTP-only comparison.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-b1450af604a4",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w4-tp2-mtp2\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w4-tp2-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-w4-tp2-mtp2",
      "recorded_configuration_details": {
        "cell": "w4-tp2-mtp2",
        "bits": 4,
        "group_size": 128,
        "TP": 2,
        "native_MTP": true,
        "num_speculative_tokens": 2,
        "strict_valid": true,
        "official_2k_eligible": true,
        "strict_returned_tokens": 13252,
        "strict_decode_TPS": 28.981154832388903,
        "strict_prefill_seconds": 15.042166554019786,
        "strict_total_seconds": 472.3203631230281,
        "fixed_2000_returned_tokens": 2000,
        "fixed_2000_decode_TPS": 46.966211495697614,
        "fixed_2000_prefill_seconds": 15.056974492967129,
        "fixed_2000_total_seconds": 57.652922383043915,
        "fixed_10000_returned_tokens": 10000,
        "fixed_10000_decode_TPS": 32.75325418710531,
        "fixed_10000_prefill_seconds": 15.036388729000464,
        "fixed_10000_total_seconds": 320.3623473200132,
        "packed_weight_bytes_per_rank": 6325437440,
        "packed_weight_bytes_total": 12650874880,
        "packed_scope": "RTN packed weights/zero points/scales/index buffers; excludes unquantized embeddings/head and native draft head",
        "render_nodes_by_rank": [
          "renderD129",
          "renderD130"
        ],
        "sampled_VRAM_before_ladder_bytes_by_rank": [
          19633012736,
          19633037312
        ],
        "sampled_VRAM_after_ladder_bytes_by_rank": [
          19633012736,
          19633037312
        ],
        "allocated_after_load_bytes_by_rank": [
          9456126976,
          9456126976
        ],
        "allocated_after_cache_bytes_by_rank": [
          15928451072,
          15928451072
        ],
        "reserved_after_cache_bytes_by_rank": [
          17576230912,
          17576230912
        ],
        "sampled_attention_KV_first_layer_views_by_rank": [
          {
            "rank": 0,
            "views": [
              {
                "shape": [
                  231,
                  2,
                  800,
                  2,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 378470400
              }
            ]
          },
          {
            "rank": 1,
            "views": [
              {
                "shape": [
                  231,
                  2,
                  800,
                  2,
                  256
                ],
                "dtype": "torch.float16",
                "logical_bytes": 378470400
              }
            ]
          }
        ],
        "KV_view_scope": "Logical hybrid-cache views may alias/pad common pools; do not sum as independent allocation.",
        "KV_budget": "6442450944 bytes explicit",
        "context": 131072,
        "greedy": true,
        "concurrency": 1,
        "activation_dtype": "FP16",
        "attention_KV_dtype": "FP16",
        "SSM_dtype": "float32",
        "native_MTP_head_dtype": "FP16",
        "native_MTP_unshared_parameter_bytes_by_rank": [
          424725504,
          424725504
        ],
        "model_repository": "Qwen/Qwen3.8-27B",
        "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "model_path": "/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "serving_source": "016143b00c7a08e25ff85eb83dc052be148215ab",
        "image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
        "native_MTP_model_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
        "MTP_request_accounting_by_tier": {
          "c1_128_strict": {
            "drafts": 5135.0,
            "proposed": 10270.0,
            "accepted": 8117.0,
            "adjusted_unaccepted": 2153.0,
            "generation": 13252.0,
            "prompt": 473.0,
            "histogram_count": 5136.0,
            "histogram_sum": 13725.0,
            "means": {
              "prompt_plus_generation_per_observed_iteration": 2.6723130841121496,
              "generation_per_all_observed_iterations": 2.5802180685358254,
              "sum_equals_prompt_plus_generation": true
            }
          },
          "c1_2000": {
            "drafts": 908.0,
            "proposed": 1816.0,
            "accepted": 1092.0,
            "adjusted_unaccepted": 724.0,
            "generation": 2000.0,
            "prompt": 473.0,
            "histogram_count": 909.0,
            "histogram_sum": 2473.0,
            "means": {
              "prompt_plus_generation_per_observed_iteration": 2.7205720572057204,
              "generation_per_all_observed_iterations": 2.2002200220022003,
              "sum_equals_prompt_plus_generation": true
            }
          },
          "c1_10000": {
            "drafts": 3808.0,
            "proposed": 7616.0,
            "accepted": 6191.0,
            "adjusted_unaccepted": 1425.0,
            "generation": 10000.0,
            "prompt": 473.0,
            "histogram_count": 3809.0,
            "histogram_sum": 10473.0,
            "means": {
              "prompt_plus_generation_per_observed_iteration": 2.749540561827251,
              "generation_per_all_observed_iterations": 2.625360987135731,
              "sum_equals_prompt_plus_generation": true
            }
          }
        },
        "MTP_accounting_scope": "P-A is adjusted unaccepted, not scheduler rollback rejection; iteration means include prefill, not exact decode-only emissions.",
        "runtime_difference": "NativeMTP with generic convolution route; source/runtime differences explicit; no causal MTP-only comparison.",
        "MTP_scheduler_rollback_rejection_count": "unobservable",
        "host_exclusivity": "unproven",
        "serving_CPUs": "0-7,16-23",
        "cache_placement": "fresh private admitted rootFS",
        "compile_cache_disabled": true,
        "official_2k_samples": 1,
        "repeatability_established": false,
        "FP16_goal_qualifying_ladders": 0,
        "evidence": "../../tuning/qwen38-rtn-mi50/w4-tp2-mtp-result-20261023.json"
      },
      "strict_prefill_seconds": 15.042166554019786,
      "strict_total_seconds": 472.3203631230281,
      "MTP_accounting_by_tier": {
        "c1_128_strict": {
          "drafts": 5135.0,
          "proposed": 10270.0,
          "accepted": 8117.0,
          "adjusted_unaccepted": 2153.0,
          "generation": 13252.0,
          "prompt": 473.0,
          "histogram_count": 5136.0,
          "histogram_sum": 13725.0,
          "means": {
            "prompt_plus_generation_per_observed_iteration": 2.6723130841121496,
            "generation_per_all_observed_iterations": 2.5802180685358254,
            "sum_equals_prompt_plus_generation": true
          }
        },
        "c1_2000": {
          "drafts": 908.0,
          "proposed": 1816.0,
          "accepted": 1092.0,
          "adjusted_unaccepted": 724.0,
          "generation": 2000.0,
          "prompt": 473.0,
          "histogram_count": 909.0,
          "histogram_sum": 2473.0,
          "means": {
            "prompt_plus_generation_per_observed_iteration": 2.7205720572057204,
            "generation_per_all_observed_iterations": 2.2002200220022003,
            "sum_equals_prompt_plus_generation": true
          }
        },
        "c1_10000": {
          "drafts": 3808.0,
          "proposed": 7616.0,
          "accepted": 6191.0,
          "adjusted_unaccepted": 1425.0,
          "generation": 10000.0,
          "prompt": 473.0,
          "histogram_count": 3809.0,
          "histogram_sum": 10473.0,
          "means": {
            "prompt_plus_generation_per_observed_iteration": 2.749540561827251,
            "generation_per_all_observed_iterations": 2.625360987135731,
            "sum_equals_prompt_plus_generation": true
          }
        }
      },
      "MTP_2K_draft_batches": 908.0,
      "MTP_2K_proposed": 1816.0,
      "MTP_2K_accepted": 1092.0,
      "MTP_2K_acceptance_percent": 60.13215859030837,
      "MTP_2K_committed": 2000.0,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/quantized-matrix.csv",
      "detail_source_sha256": "c97f12e890c2817bf84fdf70bfc074750219143c00cfc2f93f9eedb8b9cc949c",
      "detail_source_pointer": "w4-tp2-mtp2",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-mi50-r3/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-w4-tp2-mtp2/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T18:18:15.13601314Z",
          "FinishedAt": "2026-10-26T18:56:11.307013625Z"
        },
        "devices_after": [
          {
            "card": 1,
            "render": 129,
            "pci": "0000:06:00.0",
            "actual_card": "card0",
            "busy_percent": 0,
            "vram_bytes": 12862812160,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:0a:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 12777545728,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T18:56:11.450407+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 47.78708170874797,
      "retest_10K_TPS": 37.319231865004355,
      "retest_strict_tokens": 14111,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 14111,
          "elapsed_seconds": 516.6818805149524,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 501.4409740610281,
          "vllm_decode_tps": 28.140899387856194,
          "vllm_generation_tokens_delta": 14111.0,
          "vllm_prefill_seconds_delta": 15.226414316915907,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 57.152446987107396,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 41.8523150710389,
          "vllm_decode_tps": 47.78708170874797,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 15.288337494013831,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 283.10880334395915,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 267.95835552492645,
          "vllm_decode_tps": 37.319231865004355,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 15.136290078051388,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 15.288337494013831,
      "retest_2K_total_seconds": 57.152446987107396,
      "retest_10K_prefill_seconds": 15.136290078051388,
      "retest_10K_total_seconds": 283.10880334395915,
      "retest_strict_prefill_seconds": 15.226414316915907,
      "retest_strict_total_seconds": 516.6818805149524,
      "retest_MTP_accounting_by_tier": {
        "strict": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:request_generation_tokens_sum": 14111.0,
            "vllm:spec_decode_num_accepted_tokens_total": 8690.0,
            "vllm:spec_decode_num_draft_tokens_total": 10842.0,
            "vllm:spec_decode_num_drafts_total": 5421.0,
            "vllm:generation_tokens_total": 14111.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 8690.0
          },
          "accepted_per_position": {
            "0": 4679.0,
            "1": 4011.0
          },
          "accepted_fraction": 0.8015126360450101,
          "committed_emitted_tokens": 14111.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-w4-tp2-mtp2-r2/ladder/c1_128_strict_proxy/metrics-before.txt": "ff1459ea939cf973977e7de0e4877ef1a7f3b7ed5a7381611bb0583fbd95b814",
            "/home/ai/qwen38-release-retests-20261026/mi50-w4-tp2-mtp2-r2/ladder/c1_128_strict_proxy/metrics-after.txt": "f4f791c56c4a24e726d34177403687315b177e29ec4638a4e3c350792aa44b99"
          }
        },
        "2K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:request_generation_tokens_sum": 2000.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_draft_tokens_total": 1784.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:spec_decode_num_accepted_tokens_total": 1109.0,
            "vllm:spec_decode_num_drafts_total": 892.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1109.0
          },
          "accepted_per_position": {
            "0": 660.0,
            "1": 449.0
          },
          "accepted_fraction": 0.6216367713004485,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-w4-tp2-mtp2-r2/ladder/c1_2000_proxy/metrics-before.txt": "6147a60b6fc55ffe8bd73699a6e21cdb051e35aa4381a03802c8ea7cfb9f84b9",
            "/home/ai/qwen38-release-retests-20261026/mi50-w4-tp2-mtp2-r2/ladder/c1_2000_proxy/metrics-after.txt": "ec311d29ffa90c0544ecfc89a16dc2853c2850a5cb19fa86fdb0c4c4b7dacf7b"
          }
        },
        "10K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_draft_tokens_total": 6880.0,
            "vllm:request_generation_tokens_sum": 10000.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6561.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_drafts_total": 3440.0,
            "vllm:spec_decode_num_accepted_tokens_total": 6561.0
          },
          "accepted_per_position": {
            "0": 3329.0,
            "1": 3232.0
          },
          "accepted_fraction": 0.9536337209302326,
          "committed_emitted_tokens": 10000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/mi50-w4-tp2-mtp2-r2/ladder/c1_10000_proxy/metrics-before.txt": "b7ec2069b7cb5c29289e1dc5bf3d7d6e4d61f7ab90f67de5c7bb74de89fc14ea",
            "/home/ai/qwen38-release-retests-20261026/mi50-w4-tp2-mtp2-r2/ladder/c1_10000_proxy/metrics-after.txt": "4669652226a155c0001a247d6d68276dff4f6419210d5cd06f367b4ddf6bbc4b"
          }
        }
      },
      "retest_MTP_2K_accepted": 1109.0,
      "retest_MTP_2K_proposed": 1784.0,
      "retest_MTP_2K_draft_batches": 892.0,
      "retest_MTP_2K_acceptance_percent": 62.163677130044846,
      "retest_loaded_admission": {
        "admitted": true,
        "bits": 4,
        "TP": 2,
        "MTP": true,
        "native_MTP": {
          "draft_tokens": 2,
          "receipt_phases": [
            "after_draft_load_and_sharing",
            "after_initialize_from_config"
          ],
          "receipts": [
            {
              "rank": 0,
              "pid": 216,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    2560,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 52428800
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    7168,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 73400320
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    3072
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 31457280
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    17408,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 178257920
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    8704
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1271398400
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1271398400
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 1,
              "pid": 217,
              "phase": "after_draft_load_and_sharing",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    2560,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 52428800
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    7168,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 73400320
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    3072
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 31457280
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    17408,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 178257920
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    8704
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1271398400
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1271398400
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 0,
              "pid": 216,
              "phase": "after_initialize_from_config",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    2560,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 52428800
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    7168,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 73400320
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    3072
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 31457280
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    17408,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 178257920
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    8704
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1271398400
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:0",
                  "bytes": 1271398400
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        231,
                        2,
                        800,
                        2,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "stride": [
                        819200,
                        409600,
                        512,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 378470400
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            },
            {
              "rank": 1,
              "pid": 217,
              "phase": "after_initialize_from_config",
              "checks": {
                "target_quantized_modules_256": true,
                "native_mtp_two": true,
                "native_class": true,
                "draft_config_FP16": true,
                "same_checkpoint_path": true,
                "checkpoint_contract": true,
                "exact_15_source_tensors": true,
                "successful_parameter_load": true,
                "all_head_parameters_FP16": true,
                "exact_FP16_linear_routes": true,
                "no_quantized_head_buffers": true,
                "shared_embedding": true,
                "shared_head": true,
                "one_actual_FP16_draft_attention_cache": true
              },
              "target_quantized_modules": 256,
              "draft_policy": "native matching FP16 MTP head; target RTN unchanged",
              "method": "mtp",
              "draft_tokens": 2,
              "draft_model_path": "/opt/local-models/Qwen3.8-27B",
              "requested_draft_revision": null,
              "checkpoint_contract": {
                "repository": "Qwen/Qwen3.8-27B",
                "revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
                "tensors": {
                  "mtp.fc.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      10240
                    ],
                    "data_offsets": [
                      2542796800,
                      2647654400
                    ]
                  },
                  "mtp.layers.0.input_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      2647654400,
                      2647664640
                    ]
                  },
                  "mtp.layers.0.mlp.down_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      17408
                    ],
                    "data_offsets": [
                      2647664640,
                      2825922560
                    ]
                  },
                  "mtp.layers.0.mlp.gate_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      2825922560,
                      3004180480
                    ]
                  },
                  "mtp.layers.0.mlp.up_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      17408,
                      5120
                    ],
                    "data_offsets": [
                      3004180480,
                      3182438400
                    ]
                  },
                  "mtp.layers.0.post_attention_layernorm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3182438400,
                      3182448640
                    ]
                  },
                  "mtp.layers.0.self_attn.k_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3182448640,
                      3182449152
                    ]
                  },
                  "mtp.layers.0.self_attn.k_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3182449152,
                      3192934912
                    ]
                  },
                  "mtp.layers.0.self_attn.o_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120,
                      6144
                    ],
                    "data_offsets": [
                      3192934912,
                      3255849472
                    ]
                  },
                  "mtp.layers.0.self_attn.q_norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      256
                    ],
                    "data_offsets": [
                      3255849472,
                      3255849984
                    ]
                  },
                  "mtp.layers.0.self_attn.q_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      12288,
                      5120
                    ],
                    "data_offsets": [
                      3255849984,
                      3381679104
                    ]
                  },
                  "mtp.layers.0.self_attn.v_proj.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      1024,
                      5120
                    ],
                    "data_offsets": [
                      3381679104,
                      3392164864
                    ]
                  },
                  "mtp.norm.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392164864,
                      3392175104
                    ]
                  },
                  "mtp.pre_fc_norm_embedding.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392175104,
                      3392185344
                    ]
                  },
                  "mtp.pre_fc_norm_hidden.weight": {
                    "shard": "model-00018-of-00018.safetensors",
                    "dtype": "BF16",
                    "shape": [
                      5120
                    ],
                    "data_offsets": [
                      3392185344,
                      3392195584
                    ]
                  }
                }
              },
              "contract_sha256": "df0af593445d36a02ff0728d5df7ded4c9cdd6d8fb80e34720f8bf5d51d8eb0f",
              "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
              "draft_source_sha256": "46f57b9c511c9199aa83421fa7fb167b08d5d80c14377948690cdf67d75453c3",
              "loaded_source_receipt": {
                "source_tensors": [
                  {
                    "name": "mtp.fc.weight",
                    "shape": [
                      5120,
                      10240
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.input_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.down_proj.weight",
                    "shape": [
                      5120,
                      17408
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.gate_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.mlp.up_proj.weight",
                    "shape": [
                      17408,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.post_attention_layernorm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.k_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.o_proj.weight",
                    "shape": [
                      5120,
                      6144
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_norm.weight",
                    "shape": [
                      256
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.q_proj.weight",
                    "shape": [
                      12288,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.layers.0.self_attn.v_proj.weight",
                    "shape": [
                      1024,
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.norm.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_embedding.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  },
                  {
                    "name": "mtp.pre_fc_norm_hidden.weight",
                    "shape": [
                      5120
                    ],
                    "dtype": "torch.bfloat16"
                  }
                ],
                "loaded_parameters": [
                  "lm_head.weight",
                  "model.embed_tokens.weight",
                  "model.fc.weight",
                  "model.layers.0.input_layernorm.weight",
                  "model.layers.0.mlp.down_proj.weight",
                  "model.layers.0.mlp.gate_up_proj.weight",
                  "model.layers.0.post_attention_layernorm.weight",
                  "model.layers.0.self_attn.k_norm.weight",
                  "model.layers.0.self_attn.o_proj.weight",
                  "model.layers.0.self_attn.q_norm.weight",
                  "model.layers.0.self_attn.qkv_proj.weight",
                  "model.norm.weight",
                  "model.pre_fc_norm_embedding.weight",
                  "model.pre_fc_norm_hidden.weight"
                ]
              },
              "parameters": [
                {
                  "name": "model.fc.weight",
                  "shape": [
                    2560,
                    10240
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 52428800
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj.weight",
                  "shape": [
                    7168,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 73400320
                },
                {
                  "name": "model.layers.0.self_attn.o_proj.weight",
                  "shape": [
                    5120,
                    3072
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 31457280
                },
                {
                  "name": "model.layers.0.self_attn.q_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.self_attn.k_norm.weight",
                  "shape": [
                    256
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 512
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj.weight",
                  "shape": [
                    17408,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 178257920
                },
                {
                  "name": "model.layers.0.mlp.down_proj.weight",
                  "shape": [
                    5120,
                    8704
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 89128960
                },
                {
                  "name": "model.layers.0.input_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.layers.0.post_attention_layernorm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.norm.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_hidden.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.pre_fc_norm_embedding.weight",
                  "shape": [
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 10240
                },
                {
                  "name": "model.embed_tokens.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1271398400
                },
                {
                  "name": "lm_head.weight",
                  "shape": [
                    124160,
                    5120
                  ],
                  "dtype": "torch.float16",
                  "device": "cuda:1",
                  "bytes": 1271398400
                }
              ],
              "linear_methods": [
                {
                  "name": "model.fc",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.qkv_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.self_attn.o_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.gate_up_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                },
                {
                  "name": "model.layers.0.mlp.down_proj",
                  "method": "UnquantizedLinearMethod",
                  "unquantized": true
                }
              ],
              "forbidden_quantized_fields": [],
              "draft_attention_KV": [
                {
                  "name": "model.layers.0.self_attn.attn",
                  "valid": true,
                  "tensors": [
                    {
                      "shape": [
                        231,
                        2,
                        800,
                        2,
                        256
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "stride": [
                        819200,
                        409600,
                        512,
                        256,
                        1
                      ],
                      "storage_offset": 0,
                      "bytes": 378470400
                    }
                  ]
                }
              ],
              "limits": "Load/cache observations only; no claim of draft execution, accepted tokens or model correctness. Logical view bytes may share storage."
            }
          ],
          "execution_counters_required": true,
          "scope": "Loaded FP16 native head and cache metadata; proposal/acceptance counters and actual draft execution remain separately required."
        },
        "ranks": [
          {
            "rank": 0,
            "worker_pid": 216,
            "packed_parts_bytes": {
              "qweight": 6087639040,
              "qzeros": 47559680,
              "scales": 190238720,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 6325437440,
            "after_load_allocated_bytes": 9456126976,
            "after_cache_allocated_bytes": 15928451072,
            "after_cache_reserved_bytes": 17576230912,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "worker_pid": 217,
            "packed_parts_bytes": {
              "qweight": 6087639040,
              "qzeros": 47559680,
              "scales": 190238720,
              "g_idx": 0
            },
            "packed_weight_storage_bytes": 6325437440,
            "after_load_allocated_bytes": 9456126976,
            "after_cache_allocated_bytes": 15928451072,
            "after_cache_reserved_bytes": 17576230912,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      231,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 378470400,
                    "stride": [
                      819200,
                      409600,
                      512,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    5,
                    5120
                  ],
                  [
                    24,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        231,
                        5,
                        5120
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 11827200,
                      "stride": [
                        819200,
                        5120,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        231,
                        24,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 363331584,
                      "stride": [
                        409600,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 12800
                    }
                  }
                ]
              }
            ]
          }
        ],
        "scope": "loaded metadata and cache tensors; generated route/maps retained separately; no strict or speed result"
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0, \"c1_128_strict_proxy-mtp\": 0, \"c1_2000_proxy-mtp\": 0, \"c1_10000_proxy-mtp\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 30614081536,
        "1": 30599421952
      },
      "retest_memory_observation_count": 36,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/mi50-w4-tp2-mtp2/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 27.94,
      "retest_logged_model_load_seconds": 175.217768,
      "retest_logged_available_KV_GiB": null,
      "retest_explicit_KV_budget_bytes": 6442450944,
      "retest_KV_budget_GiB": 6.0,
      "retest_KV_budget_scope": "Explicit byte budget; profiling skipped",
      "retest_logged_GPU_KV_tokens": 45600,
      "retest_logged_context_capacity_x": 1.34,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-w4-tp2-mtp2",
        "image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
        "container": "e2fbe3010395831aa4c2972d9c94dbc1ccae461c86819aa28afb76f3f9e3ebd6",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 27.94,
        "retest_logged_model_load_seconds": 175.217768,
        "retest_logged_available_KV_GiB": null,
        "retest_explicit_KV_budget_bytes": 6442450944,
        "retest_KV_budget_GiB": 6.0,
        "retest_KV_budget_scope": "Explicit byte budget; profiling skipped",
        "retest_logged_GPU_KV_tokens": 45600,
        "retest_logged_context_capacity_x": 1.34,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-w4-tp2-mtp2/service-final.log",
        "source_log_sha256": "59412ba4a8cd81636f00030fe647d14f836027e24663bf27f338e3a657c67e2f",
        "sealed_index_sha256": "a258b5d8f94c32526dc0aa359b7bde709b0e9177620b565088dad25c4b98c5a7",
        "source_lines": {
          "model_load": {
            "line": 144,
            "text": "(Worker pid=216) (Worker_TP0 pid=216) INFO 10-26 18:24:01 [gpu_model_runner.py:4584] Model loading took 27.94 GiB memory and 175.217768 seconds"
          },
          "explicit_KV_budget": {
            "line": 7,
            "text": "(APIServer pid=1) INFO 10-26 18:18:53 [utils.py:228] non-default args: {'model_tag': '/opt/local-models/Qwen3.8-27B', 'enable_auto_tool_choice': True, 'tool_call_parser': 'qwen3_coder', 'host': '0.0.0.0', 'port': 8001, 'model': '/opt/local-models/Qwen3.8-27B', 'trust_remote_code': True, 'dtype': 'half', 'max_model_len': 131072, 'quantization': 'vnext_rtn', 'served_model_name': ['Qwen/Qwen3.8-27B'], 'hf_overrides': {'architectures': ['Qwen3_5ForCausalLM'], 'quantization_config': {'quant_method': 'vnext_rtn', 'bits': 4, 'group_size': 128}}, 'generation_config': 'vllm', 'reasoning_parser': 'qwen3', 'tensor_parallel_size': 2, 'worker_cls': 'vllm.vnext_rtn_worker.Worker', 'gpu_memory_utilization': 0.95, 'kv_cache_memory_bytes': 6442450944, 'enable_prefix_caching': False, 'mamba_ssm_cache_dtype': 'float32', 'language_model_only': True, 'max_num_batched_tokens': 4, 'max_num_seqs': 2, 'async_scheduling': True, 'speculative_config': {'method': 'mtp', 'num_speculative_tokens': 2}, 'optimization_level': '3'}"
          },
          "explicit_budget_worker_reports": [
            {
              "line": 157,
              "text": "(Worker pid=217) (Worker_TP1 pid=217) INFO 10-26 18:25:14 [gpu_worker.py:380] Initial free memory 31.71 GiB, reserved 6.0 GiB memory for KV Cache as specified by kv_cache_memory_bytes config and skipped memory profiling. This does not respect the gpu_memory_utilization config. Only use kv_cache_memory_bytes config when you want manual control of KV cache memory size. If OOM'ed, check the difference of initial free memory between the current run and the previous run where kv_cache_memory_bytes is suggested and update it correspondingly."
            },
            {
              "line": 158,
              "text": "(Worker pid=216) (Worker_TP0 pid=216) INFO 10-26 18:25:14 [gpu_worker.py:380] Initial free memory 31.71 GiB, reserved 6.0 GiB memory for KV Cache as specified by kv_cache_memory_bytes config and skipped memory profiling. This does not respect the gpu_memory_utilization config. Only use kv_cache_memory_bytes config when you want manual control of KV cache memory size. If OOM'ed, check the difference of initial free memory between the current run and the previous run where kv_cache_memory_bytes is suggested and update it correspondingly."
            }
          ],
          "grouped_KV_tokens": {
            "line": 160,
            "text": "(EngineCore_DP0 pid=198) INFO 10-26 18:25:14 [kv_cache_utils.py:1314] GPU KV cache size: 45,600 tokens"
          },
          "context_capacity": {
            "line": 161,
            "text": "(EngineCore_DP0 pid=198) INFO 10-26 18:25:14 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 1.34x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-w4-tp2-mtp2/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 28.511585235595703,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-mi50-r3.tar.gz.sha256\nmkdir -p launch-tools-mi50-r3\ntar -xzf launch-tools-mi50-r3.tar.gz -C launch-tools-mi50-r3\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w4-tp2-mtp2\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-mi50-r3/portable/launch.py --config mi50-w4-tp2-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-w4-tp2-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_BITS=4 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e MI50_RTN_TP=2 \\\n  -e HIP_VISIBLE_DEVICES=0,1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  -e MAX_JOBS=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp2/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp2,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
      "serving_script": "portable/serve/mi50-w4-tp2-mtp2.sh",
      "serving_script_sha256": "1cccdadbcd13b9a39f94ee7e2b897beb4048c2762292ac43d7e270b36e8f6661",
      "recorded_docker_run_script": "serve/recorded/mi50-w4-tp2-mtp2.sh",
      "recorded_docker_run_sha256": "ca7969cc0b9c31e944907d817e1579438d09edb16edeca77548c439db247fc68",
      "serving_endpoint": "http://10.0.0.50:8001",
      "serving_scope": "Portable host-admission repair on the recorded parent. Runtime arguments and GPU numerical payload remain unchanged; historical image and performance results stay separate from this compatibility validation.",
      "serving_container_name": "serve-mi50-w4-tp2-mtp2-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp2",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 5.891022682189941,
      "sampled_peak_VRAM_GiB": 18.284690856933594,
      "weight_tensor_GiB_per_rank": 5.891022682189941,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/mi50-w4-tp2-mtp2.sh",
      "reproduction_script_sha256": "531f0fb81bb057ca53bf0f5bf242486095476daea9e36348473454de64b5f74d",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp2\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=mi50-w4-tp2-mtp2\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-w4-tp2-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_BITS=4 \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e MI50_RTN_TP=2 \\\n  -e HIP_VISIBLE_DEVICES=0,1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  -e MAX_JOBS=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp2/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp2,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp2-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-w4-tp2-mtp2-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-w4-tp2-mtp2.sh",
      "recorded_lab_serving_script_sha256": "89a1afb933a0b6d81a81dd58f1c67b2dc122839e2776505cec4662af66ad16af",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-w4-tp2-mtp2 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/mi50-w4-tp2-mtp2-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-11-mi50-w4-tp2-mtp2.sh",
      "recorded_lab_reproduction_script_sha256": "fb9565cb422bf14e816f40d8c4bbb74b19c782a5eb1d5aa9627b4e9e34cd3264",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=portable-20261109-gfx906-b1450af604a4",
      "registry_image": "joe2gaan/localaiservers@sha256:1ee2a65021b0a54e0f8784ea5e7487504cb48741de9af1bad226b5427c4fa96b",
      "registry_manifest_digest": "sha256:1ee2a65021b0a54e0f8784ea5e7487504cb48741de9af1bad226b5427c4fa96b",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:1ee2a65021b0a54e0f8784ea5e7487504cb48741de9af1bad226b5427c4fa96b",
      "registry_verification": "mi50-portable-registry-verification.json",
      "portable_configuration": "mi50-w4-tp2-mtp2",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "recorded_registry_image": "joe2gaan/localaiservers@sha256:12cb836d6393009c96f6bf56df99a8c2e4040a6493632aef5d9764ba332c48fd",
      "recorded_dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-b1a99e7c6968",
      "portable_runtime_image": "sha256:b1450af604a4f69af53a3ac83f783d9572fcfafb3705c44d5730d50ba99baaad",
      "portable_parent_image": "sha256:b1a99e7c6968d27022bfb22ad547a38e6be2b8c760db2e708e2c3d695546cbe7",
      "portable_compatibility_note": "Replaced lab-specific PCI address allowlist with distinct visible-device validation. GPU ELF, numerical source, grid, precision, peer and timeout contracts unchanged. The recorded benchmark image and values remain the historical parent; end-to-end compatibility validation is reported separately.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 9027,
            "content_chars": 6853,
            "content_has_think_close": false,
            "elapsed_seconds": 263.3950856635347,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T21:22:05Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.008886664174497128,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 6853,
            "qwen_answer_text_sha256": "7b8ffe2141548b492b29edb8f8d019c0adb81ca7b4dc50bcdf65fd6064a2378f",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 6853,
            "qwen_visible_text_sha256": "7b8ffe2141548b492b29edb8f8d019c0adb81ca7b4dc50bcdf65fd6064a2378f",
            "raw_has_think_close": false,
            "reasoning_chars": 33708,
            "text_chars": 40562,
            "text_sha256": "4c56847c8958e8315b5f613ed3fe5cd07c7e1a6f515ca50e3e6120e539871a60",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 252.45595039613545,
            "vllm_decode_tps": 35.75673295018593,
            "vllm_generation_tokens_delta": 9027.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 10.92989128921181,
            "vllm_prefill_tps": 43.27581926335057,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 34.27171003308407
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 51.36650285869837,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T21:22:57Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.00833950936794281,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 8988,
            "text_chars": 8988,
            "text_sha256": "4f354560f326ce7fa34f1b9058c95277a45fee0768e60c45fdbb2871fad810ce",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 40.42383814975619,
            "vllm_decode_tps": 49.47575716562834,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 10.934961513616145,
            "vllm_prefill_tps": 43.25575352149374,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 38.93588016886615
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 273.5147092798725,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T21:27:30Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.007087661884725094,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 14636,
            "text_chars": 14636,
            "text_sha256": "81403098ce625505c2198d17f999d526fbd010f3a8de362f435c4e4952fd0add",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 262.5658295126632,
            "vllm_decode_tps": 38.08568700108677,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 10.941470579244196,
            "vllm_prefill_tps": 43.230020733892374,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 36.56110498162478
          }
        },
        "evidence": "dockerhub-e2e/mi50-w4-tp2-mtp2.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "FP16",
      "TP": 4,
      "MTP": 0,
      "status": "selected FP16 reference",
      "strict": "PASS",
      "strict_tokens": 9102,
      "strict_TPS": 32.377439747713744,
      "fixed_2K_TPS": 33.4513790462706,
      "fixed_10K_TPS": 32.282969081412034,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-control-result.json#$.measurements",
      "source_revision": "8ae761a65953ca037494e287f20e03b680503fb4",
      "image": "sha256:71f0e460e6327c9b3c5edcc90ff104e43ac14089883164c8bad20e9b141d1aeb",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 3.692420867999317,
      "fixed_2K_total_seconds": 63.4937090940075,
      "fixed_10K_prefill_seconds": 3.7172522510081762,
      "fixed_10K_total_seconds": 313.4901752519945,
      "weight_format": "FP16",
      "official_fixed_2k_tps": 33.4513790462706,
      "eligible_speed_samples": 1,
      "latency_sources": "[{\"path\": \"/home/joe/PhoneSync/Documents/gfx1030/.work/qwen38-migration/retained-control-r0/evidence/run/ladder1/c1_2000_proxy/summary.json\", \"sha256\": \"a32602f1ab06bb87ac7957e783b6bfbaff4deb08c29dca645847ad7cb21241fa\"}, {\"path\": \"/home/joe/PhoneSync/Documents/gfx1030/.work/qwen38-migration/retained-control-r0/evidence/run/ladder1/c1_10000_proxy/summary.json\", \"sha256\": \"2d98720ac31ea42ada1d2b70bd6f4dc25dbde1e9164a62658664d2c0122a5032\"}]",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-71f0e460e632",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-fp16-tp4-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-r2/portable/launch.py --config v620-fp16-tp4-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "9ef7747839de45015a538aa39e89bc64c353394a3640c16c65abdd1654b9b772",
      "reproduction_profile": "v620-fp16-tp4-mtp0",
      "sampled_peak_VRAM_bytes_by_PCI": {
        "0000:16:00.0": 30992314368,
        "0000:19:00.0": 31004827648,
        "0000:1c:00.0": 31004913664,
        "0000:1f:00.0": 30950211584
      },
      "packed_buffer_logical_bytes_by_rank": {
        "0": 18799031148,
        "1": 18800533083,
        "2": 18800415543,
        "3": 18799381732
      },
      "target_parameter_logical_bytes_by_rank": {
        "0": 1273733376,
        "1": 1273733376,
        "2": 1273733376,
        "3": 1273733376
      },
      "memory_accounting_limit": "All retained integer-buffer logical extents include alternate representations and are not unique physical allocations or measured memory traffic. VRAM is the maximum of retained startup samples.",
      "memory_source": "/home/joe/PhoneSync/Documents/gfx1030/.work/qwen38-migration/retained-control-r0/evidence.tar.gz",
      "memory_source_sha256": "10368e0004f8558f53363a614f289d6e6695e5c26daa2def9a008e2dcb0463ca",
      "image_export_bytes": 2541215576,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/v620-fp16-tp4-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T21:35:28.639248975Z",
          "FinishedAt": "2026-10-26T22:21:26.85186675Z"
        },
        "devices_after": [
          {
            "card": 5,
            "render": 133,
            "pci": "0000:16:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:19:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 7,
            "render": 135,
            "pci": "0000:1c:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 8,
            "render": 136,
            "pci": "0000:1f:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T22:21:26.998315+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 33.44616375717536,
      "retest_10K_TPS": 32.25177356684413,
      "retest_strict_tokens": 5674,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 5674,
          "elapsed_seconds": 176.00342907500453,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 172.4922093800269,
          "vllm_decode_tps": 32.89423922618617,
          "vllm_generation_tokens_delta": 5674.0,
          "vllm_prefill_seconds_delta": 3.498497008928098,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 63.30487280106172,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 59.79759037599433,
          "vllm_decode_tps": 33.44616375717536,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 3.495661307941191,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 313.58174517401494,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 310.06046781502664,
          "vllm_decode_tps": 32.25177356684413,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 3.50971574394498,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 3.495661307941191,
      "retest_2K_total_seconds": 63.30487280106172,
      "retest_10K_prefill_seconds": 3.50971574394498,
      "retest_10K_total_seconds": 313.58174517401494,
      "retest_strict_prefill_seconds": 3.498497008928098,
      "retest_strict_total_seconds": 176.00342907500453,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": null,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 30992297984,
        "1": 31004942336,
        "2": 31005011968,
        "3": 30950563840
      },
      "retest_memory_observation_count": 44,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/v620-fp16-tp4-mtp0/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 19.34,
      "retest_logged_model_load_seconds": 102.409229,
      "retest_logged_available_KV_GiB": 7.92,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 7.92,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 129360,
      "retest_logged_context_capacity_x": 3.87,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "v620-fp16-tp4-mtp0",
        "image": "sha256:71f0e460e6327c9b3c5edcc90ff104e43ac14089883164c8bad20e9b141d1aeb",
        "container": "7d983ace8802d4bb9a7baa53f5380cf5063ccfa287413bae5200b7410067fd7b",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 19.34,
        "retest_logged_model_load_seconds": 102.409229,
        "retest_logged_available_KV_GiB": 7.92,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 7.92,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 129360,
        "retest_logged_context_capacity_x": 3.87,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/v620-fp16-tp4-mtp0/service-final.log",
        "source_log_sha256": "2105e2e2c71b1f1c486467df44c1e3bb7f21fcf1728f97336882c12f7f9fca2f",
        "sealed_index_sha256": "0e7d2dc4efd36ed79cc775fbbcb19e362de1cd83ef6d074fe33e79bd4bcd296a",
        "source_lines": {
          "model_load": {
            "line": 851,
            "text": "(Worker pid=83) (Worker_TP0 pid=83) INFO 10-26 21:39:20 [gpu_model_runner.py:4579] Model loading took 19.34 GiB memory and 102.409229 seconds"
          },
          "automatic_KV_budget": {
            "line": 938,
            "text": "(Worker pid=83) (Worker_TP0 pid=83) INFO 10-26 21:43:38 [gpu_worker.py:453] Available KV cache memory: 7.92 GiB"
          },
          "grouped_KV_tokens": {
            "line": 943,
            "text": "(EngineCore_DP0 pid=65) INFO 10-26 21:43:39 [kv_cache_utils.py:1314] GPU KV cache size: 129,360 tokens"
          },
          "context_capacity": {
            "line": 944,
            "text": "(EngineCore_DP0 pid=65) INFO 10-26 21:43:39 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 3.87x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/v620-fp16-tp4-mtp0/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 28.875667572021484,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-serve-r5.tar.gz.sha256\nmkdir -p launch-tools-v620-serve-r5\ntar -xzf launch-tools-v620-serve-r5.tar.gz -C launch-tools-v620-serve-r5\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-fp16-tp4-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-v620-serve-r5/portable/launch.py --config v620-fp16-tp4-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-v620-fp16-tp4-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/card7:/dev/dri/card7:rwm \\\n  --device /dev/dri/card8:/dev/dri/card8:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --device /dev/dri/renderD136:/dev/dri/renderD136:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp0/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --entrypoint /usr/bin/env \\\n  sha256:71f0e460e6327c9b3c5edcc90ff104e43ac14089883164c8bad20e9b141d1aeb \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1,2,3 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  CUDA_VISIBLE_DEVICES=0,1,2,3 \\\n  ROCR_VISIBLE_DEVICES=0,1,2,3 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/vllm \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  4 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"]}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_qwen38_worker.Worker",
      "serving_script": "portable/serve/v620-fp16-tp4-mtp0.sh",
      "serving_script_sha256": "a24cad3a6da9c7ebd796fa7567447b51a58f6d537e4e8e82f4c2dace94b2f904",
      "recorded_docker_run_script": "serve/recorded/v620-fp16-tp4-mtp0.sh",
      "recorded_docker_run_sha256": "5320782810751032c1520d4b981d3c53d98277729ecd8b89a2573c5a9e441f0e",
      "serving_endpoint": "http://10.0.0.50:9002",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-v620-fp16-tp4-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 17.50936087500304,
      "sampled_peak_VRAM_GiB": 28.87557601928711,
      "weight_tensor_GiB_per_rank": 1.1862566471099854,
      "weight_tensor_scope": "retained FP16 parameter extents; projection buffers separate",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/v620-fp16-tp4-mtp0.sh",
      "reproduction_script_sha256": "3d634c2415085573bb19d04b4ef6928cab41e6dcb5ac8f3064125bc2af112f4e",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:71f0e460e6327c9b3c5edcc90ff104e43ac14089883164c8bad20e9b141d1aeb >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp0\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=v620-fp16-tp4-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-v620-fp16-tp4-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/card7:/dev/dri/card7:rwm \\\n  --device /dev/dri/card8:/dev/dri/card8:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --device /dev/dri/renderD136:/dev/dri/renderD136:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp0/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --entrypoint /usr/bin/env \\\n  sha256:71f0e460e6327c9b3c5edcc90ff104e43ac14089883164c8bad20e9b141d1aeb \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1,2,3 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  CUDA_VISIBLE_DEVICES=0,1,2,3 \\\n  ROCR_VISIBLE_DEVICES=0,1,2,3 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/vllm \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  4 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"]}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_qwen38_worker.Worker\n\n# Readiness and logs: curl --fail http://127.0.0.1:9002/health\n# docker logs -f serve-v620-fp16-tp4-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/v620-fp16-tp4-mtp0.sh",
      "recorded_lab_serving_script_sha256": "97b645f3eb353afdeacf628c8ec59c8fecdecfd38c44a62cb9c78a9bd2f9f476",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:71f0e460e6327c9b3c5edcc90ff104e43ac14089883164c8bad20e9b141d1aeb >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile v620-fp16-tp4-mtp0 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/v620-fp16-tp4-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-12-v620-fp16-tp4-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "2318b73b6f0c2a779030f44bb9fe6aeb32bcad2a345f1352d25d9328d255bee0",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx1030-measured-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-71f0e460e632",
      "registry_image": "joe2gaan/localaiservers@sha256:7045fec47d4265247bd61a45ec50e73d13d2def440121f047e9aaa4b530e24d4",
      "registry_manifest_digest": "sha256:7045fec47d4265247bd61a45ec50e73d13d2def440121f047e9aaa4b530e24d4",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:7045fec47d4265247bd61a45ec50e73d13d2def440121f047e9aaa4b530e24d4",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "v620-fp16-tp4-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_serving_probe_cleanup_note": "After its own selected-GPU preflight exits, serving waits at most 30 seconds for those allocations to drain before reapplying the original idle check. Device identity, idle thresholds, DPM and numerical/runtime settings are unchanged. Benchmark commands already have their original bounded drain check and are unchanged.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.50",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 8403,
            "content_chars": 18748,
            "content_has_think_close": false,
            "elapsed_seconds": 265.0742276192177,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T14:51:04Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.010981950908899307,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 18748,
            "qwen_answer_text_sha256": "9442102c75db56b3781c1291bf8560af55e51ce1e430bb25972fec0512ee9988",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 18748,
            "qwen_visible_text_sha256": "9442102c75db56b3781c1291bf8560af55e51ce1e430bb25972fec0512ee9988",
            "raw_has_think_close": false,
            "reasoning_chars": 24559,
            "text_chars": 43308,
            "text_sha256": "5ae0a353a6f8f0bb582929b4301027c8eea4f03635e43e8c1310d52e1b571406",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 261.28218361292966,
            "vllm_decode_tps": 32.16063140550152,
            "vllm_generation_tokens_delta": 8403.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 3.763594701187685,
            "vllm_prefill_tps": 125.67771972118423,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 31.700554503061724
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 64.21472008898854,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T14:52:08Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.010160903912037611,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 10359,
            "text_chars": 10359,
            "text_sha256": "ff423fe2afad7ed6d76abe61f2c7d0294d6c883fc7e7549ae7b4039b5aadd9cb",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 60.44229609705508,
            "vllm_decode_tps": 33.08941137491707,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 3.7466725350823253,
            "vllm_prefill_tps": 126.24535386293289,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 31.145506781442116
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 27196,
            "content_has_think_close": false,
            "elapsed_seconds": 317.32863993081264,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T14:57:26Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.009598379023373127,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 27196,
            "qwen_answer_text_sha256": "1d6586c92055be911c8df924fd3b36800958433ffca444602a0e3b8d2fc11a91",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 27196,
            "qwen_visible_text_sha256": "1d6586c92055be911c8df924fd3b36800958433ffca444602a0e3b8d2fc11a91",
            "raw_has_think_close": false,
            "reasoning_chars": 24559,
            "text_chars": 51756,
            "text_sha256": "4c8b6331b15aaf31132fce62e6e77116c74c3caf46315b9ab0c7b10807c345ad",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 313.5314573459327,
            "vllm_decode_tps": 31.894726241030963,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 3.777682553976774,
            "vllm_prefill_tps": 125.2090384095593,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 31.513071124561293
          }
        },
        "evidence": "dockerhub-e2e/v620-fp16-tp4-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "FP16",
      "TP": 2,
      "MTP": 0,
      "status": "Completed, independently reviewed FP16 TP2 matrix cell; no FP16 release qualification or promotion.",
      "strict": "PASS",
      "strict_tokens": 8355,
      "strict_TPS": 12.770910773696434,
      "fixed_2K_TPS": 13.067638634805824,
      "fixed_10K_TPS": 12.693775456156407,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#$.FP16_W8_TP_MTP_matrix.cells[0].result",
      "source_revision": "1f00a8f7e264ad38c8997d33807e2395bd8e0dd4",
      "image": "sha256:83a139552fe2e33ba48844e32e69b83ac6d10c592cd0547dfdd1643eaad2408f",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 0.7977076760143973,
      "fixed_2K_total_seconds": 153.8593644410139,
      "fixed_10K_prefill_seconds": 0.79924124001991,
      "fixed_10K_total_seconds": 788.5997820449993,
      "weight_format": "native FP16; no quantization",
      "configured_context": 131072,
      "activation_dtype": "FP16",
      "attention_KV_dtype": "FP16",
      "official_fixed_2k_tps": 13.067638634805824,
      "eligible_speed_samples": 1,
      "strict_prefill_seconds": 0.7922419030219316,
      "strict_client_total_seconds": 655.0289586309809,
      "packed_weight_bytes_per_rank": 0,
      "FP16_logical_tensor_bytes_per_rank": 27030891008,
      "FP32_logical_buffer_bytes_per_rank": 256,
      "sampled_peak_VRAM_bytes_by_PCI": "{\"0000:16:00.0\": 30409351168, \"0000:19:00.0\": 30409719808}",
      "KV_capacity": "{\"available_GiB\": 1.24, \"concurrency_at131072\": 0.3, \"tokens\": 9408}",
      "attention_KV_logical_view_bytes_per_rank": 1310195712,
      "post_KV_allocator_allocated_bytes_per_rank": 28462785536,
      "post_KV_allocator_reserved_bytes_per_rank": 28672262144,
      "full_context_residency_demonstrated": false,
      "review_record": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/reviews/FP16-TP2-final-cell-review.json",
      "review_sha256": "43a550344eb2b3059ef139536e3740ab33e7cf4be39d2cd9770f5669ffd5a7e8",
      "primary_record_sha256_at_ingest": "8111acee0123590801bf517368cc5b007fd11fa781fcd67639825febde454e6f",
      "result_entry_sha256_at_ingest": "faff0c2015d5237f0d943ccba9156098406cb05f3619cf351d6363daab7fa51d",
      "evidence_archive_sha256": "86afe4421e7be303028b88b503517b15399cdde69a8831b27ce4b1582a11e260",
      "evidence_file_count": 231,
      "ingestion_verification": "Values reconciled to retained primary, TPS recomputed from recorded metric deltas, and final independent-review hash verified. Full 231-file replay is the owner/analyst review, not newly repeated by Research.",
      "comparison_limit": "TP2 ordinary inherited FP16 decoder, linear/allreduce, finalnorm and LMhead replace TP4 lossless-packed/posted paths; not an isolated TP change. | Fresh rootSSD caches; selected TP4 reference storage placement retained separately. | Runtime reports 9408 GPU KV tokens and0.30x concurrency at configured131072; full-context residency was not demonstrated. | One sample/cell, no repeatability or FP16qualification; official2K below44. | TP2 ordinary FP16 decoder/fallback and dense loaded storage differ materially from selected TP4 packed control; no causal attribution of speed to TP alone. | Logical tensor/KV views may alias. PyTorchallocated/reserved, sampledcardVRAM and runtimeavailableKV are distinct observations; no fullcontext residency proof. | Inherited closure mode saysquantized-complete but actualbaseline_kindFP16_TP2/checks/image identify thisFP16cell; no quantized result relabel. | W8card7 diagnostic overlapped excludedwarmups only, not official samples.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-83a139552fe2",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-fp16-tp2-mtp0\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-r2/portable/launch.py --config v620-fp16-tp2-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "9ef7747839de45015a538aa39e89bc64c353394a3640c16c65abdd1654b9b772",
      "reproduction_profile": "v620-fp16-tp2-mtp0",
      "recorded_configuration_details": {
        "source": "1f00a8f7e264ad38c8997d33807e2395bd8e0dd4",
        "image": "sha256:83a139552fe2e33ba48844e32e69b83ac6d10c592cd0547dfdd1643eaad2408f",
        "strict_valid": true,
        "strict_tokens": 8355,
        "strict_diagnostic_TPS": 12.770910773696434,
        "official_fixed2K_TPS": 13.067638634805824,
        "diagnostic_fixed10K_TPS": 12.693775456156407,
        "metrics": {
          "strict": {
            "completion_tokens": 8355,
            "finish_reason": "stop",
            "elapsed_seconds": 655.0289586309809,
            "vllm_prefill_seconds_delta": 0.7922419030219316,
            "vllm_decode_seconds_delta": 654.2211552529479,
            "vllm_decode_tps": 12.770910773696434,
            "vllm_generation_tokens_delta": 8355.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "f1c67a3a47e860b7bba9f8ff7be2b0266d50b2fff6cb0bb0307c4c8430c39059"
          },
          "fixed2K": {
            "completion_tokens": 2000,
            "finish_reason": "length",
            "elapsed_seconds": 153.8593644410139,
            "vllm_prefill_seconds_delta": 0.7977076760143973,
            "vllm_decode_seconds_delta": 153.0498398289783,
            "vllm_decode_tps": 13.067638634805824,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "7910f673846d91314be1e19fef6cf2b0e8e8b2dc3b25d877365eaf7de2dbb31b"
          },
          "fixed10K": {
            "completion_tokens": 10000,
            "finish_reason": "length",
            "elapsed_seconds": 788.5997820449993,
            "vllm_prefill_seconds_delta": 0.79924124001991,
            "vllm_decode_seconds_delta": 787.7876865349826,
            "vllm_decode_tps": 12.693775456156407,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "40e6f56b389ce2d9681ea939d167f6bf89ed490bd10ba821cac09bf4b49c47cc"
          }
        },
        "weight_dtype": "native FP16; no quantization",
        "activation_dtype": "FP16",
        "attention_KV_dtype": "FP16",
        "TP": 2,
        "MTP_tokens": 0,
        "packed_weight_bytes_per_rank": 0,
        "FP16_logical_tensor_bytes_per_rank": 27030891008,
        "sampled_peak_VRAM_bytes": {
          "0000:16:00.0": 30409351168,
          "0000:19:00.0": 30409719808
        },
        "KV_capacity": {
          "available_GiB": 1.24,
          "tokens": 9408,
          "concurrency_at131072": 0.3
        },
        "configured_context": 131072,
        "complete_ladders": 1,
        "sample_count": 1,
        "repeatability_established": false,
        "FP16_release_qualification": false,
        "archive": {
          "path": "/home/ai/vnext-v620-qwen38-fp16-tp2-service-r0-20261023/raw-evidence.tar.gz",
          "bytes": 381935,
          "sha256": "86afe4421e7be303028b88b503517b15399cdde69a8831b27ce4b1582a11e260",
          "files": 231,
          "index_sha256": "fea34562414c93ead3ef2db5fa65d85b3163d9cb7cd950701fa402b9973efaec"
        },
        "local_primary_record": ".work/fp16-w8-tp-mtp-matrix/fp16-tp2-service-r0/sealed-mirror/retained/evidence/measurement-closure.json",
        "review": {
          "path": ".work/fp16-w8-tp-mtp-matrix/reviews/FP16-TP2-final-cell-review.json",
          "sha256": "43a550344eb2b3059ef139536e3740ab33e7cf4be39d2cd9770f5669ffd5a7e8"
        },
        "closure": {
          "container_id": "eeec72e25a4ac42331400e4525ee45261cc72371a50606f7f6bd94d6b4640d3c",
          "image_id": "sha256:83a139552fe2e33ba48844e32e69b83ac6d10c592cd0547dfdd1643eaad2408f",
          "exit_code": 0,
          "OOMKilled": false,
          "restart_count": 0,
          "bank_idle": true,
          "devices": [
            {
              "pci": "0000:16:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            },
            {
              "pci": "0000:19:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            }
          ],
          "started_at": "2026-10-23T10:34:57.477000767Z",
          "finished_at": "2026-10-23T11:48:28.181764449Z",
          "closed_at": "2026-10-23T11:48:28.337427+00:00",
          "kernel_fault_matches": [],
          "startup_requests_completed_and_drained": 3,
          "official_phase_samples": 11,
          "complete_ladders": 1,
          "strict_valid": true,
          "official_fixed_2000_tps": 13.067638634805824,
          "qualifying_ladders": 0,
          "FP16_qualification": false,
          "baseline_kind": "FP16_TP2"
        },
        "final_counters": {
          "vllm:prompt_tokens_total": 6622,
          "vllm:generation_tokens_total": 42355,
          "vllm:request_decode_time_seconds_count": 14,
          "vllm:request_prefill_time_seconds_count": 14,
          "vllm:num_requests_running": 0,
          "vllm:num_requests_waiting": 0
        },
        "runtime_differences": [
          "TP2 ordinary inherited FP16 decoder, linear/allreduce, finalnorm and LMhead replace TP4 lossless-packed/posted paths; not an isolated TP change.",
          "Fresh rootSSD caches; selected TP4 reference storage placement retained separately.",
          "Runtime reports 9408 GPU KV tokens and0.30x concurrency at configured131072; full-context residency was not demonstrated."
        ],
        "limits": [
          "One sample/cell, no repeatability or FP16qualification; official2K below44.",
          "TP2 ordinary FP16 decoder/fallback and dense loaded storage differ materially from selected TP4 packed control; no causal attribution of speed to TP alone.",
          "Logical tensor/KV views may alias. PyTorchallocated/reserved, sampledcardVRAM and runtimeavailableKV are distinct observations; no fullcontext residency proof.",
          "Inherited closure mode saysquantized-complete but actualbaseline_kindFP16_TP2/checks/image identify thisFP16cell; no quantized result relabel.",
          "W8card7 diagnostic overlapped excludedwarmups only, not official samples."
        ]
      },
      "loaded_configuration_observation": {
        "review": ".work/fp16-w8-tp-mtp-matrix/reviews/FP16-TP2-preladder-load-review.json",
        "review_sha256": "f373bcac2fc049a344d419535e893163deb054c18487fcf16e24ac81fa1c4182",
        "per_rank_FP16_logical_tensor_bytes": 27030891008,
        "per_rank_FP32_logical_buffer_bytes": 256,
        "integer_tensor_bytes": 0,
        "per_rank_load_allocator_allocated_bytes": 27118177792,
        "per_rank_load_allocator_reserved_bytes": 27252490240,
        "per_rank_post_KV_allocator_allocated_bytes": 28462785536,
        "per_rank_post_KV_allocator_reserved_bytes": 28672262144,
        "attention_KV_dtype": "torch.float16",
        "per_rank_attention_KV_logical_view_bytes": 1310195712,
        "logical_view_warning": "Views may alias; not physical KV allocation.",
        "runtime_reported_available_KV_GiB": 1.24,
        "runtime_reported_GPU_KV_tokens": 9408,
        "runtime_reported_max_concurrency_at_131072": 0.3,
        "configured_context": 131072,
        "capacity_limit": "Configured context is unchanged; usable full131072 capacity is not demonstrated. Retain exact runtime reports separately from view dimensions.",
        "capacity_addendum": {
          "path": ".work/fp16-w8-tp-mtp-matrix/reviews/FP16-TP2-capacity-addendum.json",
          "sha256": "2e8ef8b5f9f3e2b2ba26add95741ceff93eb771f058f5984e69ec5df57d10128"
        }
      },
      "strict_total_seconds": 655.0289586309809,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json",
      "detail_source_sha256": "47fe24712908ad85f8ad8acf91c530204c898bb03e3b024ab54812ace6e1b3ca",
      "detail_source_pointer": "FP16_W8_TP_MTP_matrix.cells[0]",
      "image_export_bytes": 2541215576,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/v620-fp16-tp2-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T22:23:38.017976016Z",
          "FinishedAt": "2026-10-26T23:40:00.366118153Z"
        },
        "devices_after": [
          {
            "card": 5,
            "render": 133,
            "pci": "0000:16:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:19:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T23:40:00.522295+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 13.125058049552255,
      "retest_10K_TPS": 12.75176962944575,
      "retest_strict_tokens": 11009,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 11009,
          "elapsed_seconds": 867.0248347370652,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 866.2204551490722,
          "vllm_decode_tps": 12.709235777750603,
          "vllm_generation_tokens_delta": 11009.0,
          "vllm_prefill_seconds_delta": 0.7914496649755165,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 153.18691095500253,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 152.3802784299478,
          "vllm_decode_tps": 13.125058049552255,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 0.7956740560475737,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 785.0079319690121,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 784.2048821920762,
          "vllm_decode_tps": 12.75176962944575,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 0.790560997906141,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 0.7956740560475737,
      "retest_2K_total_seconds": 153.18691095500253,
      "retest_10K_prefill_seconds": 0.790560997906141,
      "retest_10K_total_seconds": 785.0079319690121,
      "retest_strict_prefill_seconds": 0.7914496649755165,
      "retest_strict_total_seconds": 867.0248347370652,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": null,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 30409326592,
        "1": 30409351168
      },
      "retest_memory_observation_count": 72,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/v620-fp16-tp2-mtp0/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 25.39,
      "retest_logged_model_load_seconds": 15.697194,
      "retest_logged_available_KV_GiB": 1.24,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 1.24,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 9408,
      "retest_logged_context_capacity_x": 0.3,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "v620-fp16-tp2-mtp0",
        "image": "sha256:83a139552fe2e33ba48844e32e69b83ac6d10c592cd0547dfdd1643eaad2408f",
        "container": "15339a206d6624e7abc9caab614f44169f6673d584ba35e9b55bb74a045adbff",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 25.39,
        "retest_logged_model_load_seconds": 15.697194,
        "retest_logged_available_KV_GiB": 1.24,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 1.24,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 9408,
        "retest_logged_context_capacity_x": 0.3,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/v620-fp16-tp2-mtp0/service-final.log",
        "source_log_sha256": "f341d1fc02158cf2480d0571daa0c0d94ea5331083628a0a5fbf9f801b2669a9",
        "sealed_index_sha256": "cf2eb4f5955d369cad6634fb9728c17c9d89e4376c3fad6427c6d195add6bad7",
        "source_lines": {
          "model_load": {
            "line": 91,
            "text": "(Worker pid=83) (Worker_TP0 pid=83) INFO 10-26 22:25:31 [gpu_model_runner.py:4579] Model loading took 25.39 GiB memory and 15.697194 seconds"
          },
          "automatic_KV_budget": {
            "line": 102,
            "text": "(Worker pid=83) (Worker_TP0 pid=83) INFO 10-26 22:26:47 [gpu_worker.py:453] Available KV cache memory: 1.24 GiB"
          },
          "grouped_KV_tokens": {
            "line": 104,
            "text": "(EngineCore_DP0 pid=65) INFO 10-26 22:26:47 [kv_cache_utils.py:1314] GPU KV cache size: 9,408 tokens"
          },
          "context_capacity": {
            "line": 105,
            "text": "(EngineCore_DP0 pid=65) INFO 10-26 22:26:47 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 0.30x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/v620-fp16-tp2-mtp0/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 28.32091522216797,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-serve-r5.tar.gz.sha256\nmkdir -p launch-tools-v620-serve-r5\ntar -xzf launch-tools-v620-serve-r5.tar.gz -C launch-tools-v620-serve-r5\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-fp16-tp2-mtp0\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-v620-serve-r5/portable/launch.py --config v620-fp16-tp2-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-v620-fp16-tp2-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp0/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --entrypoint /usr/bin/env \\\n  sha256:83a139552fe2e33ba48844e32e69b83ac6d10c592cd0547dfdd1643eaad2408f \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1 \\\n  CUDA_VISIBLE_DEVICES=0,1 \\\n  ROCR_VISIBLE_DEVICES=0,1 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/vllm \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  2 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"]}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_qwen38_worker.Worker",
      "serving_script": "portable/serve/v620-fp16-tp2-mtp0.sh",
      "serving_script_sha256": "84a895ec63ea7ed36e6ebe0022aee8b21c84016047964624373593d379a0a85f",
      "recorded_docker_run_script": "serve/recorded/v620-fp16-tp2-mtp0.sh",
      "recorded_docker_run_sha256": "27cccb6abafc3d06b627a1d3eeea722cd61470a2f4ffa2c1a58f4180218ee0e7",
      "serving_endpoint": "http://10.0.0.50:9002",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-v620-fp16-tp2-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 0.0,
      "sampled_peak_VRAM_GiB": 28.321258544921875,
      "weight_tensor_GiB_per_rank": 25.174479007720947,
      "weight_tensor_scope": "FP16 parameter extents",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/v620-fp16-tp2-mtp0.sh",
      "reproduction_script_sha256": "0e2832f29dc07e6fab86d57774146f8cba4a0d8c3f640d6816ed413765d86179",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:83a139552fe2e33ba48844e32e69b83ac6d10c592cd0547dfdd1643eaad2408f >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp0\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=v620-fp16-tp2-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-v620-fp16-tp2-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp0/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --entrypoint /usr/bin/env \\\n  sha256:83a139552fe2e33ba48844e32e69b83ac6d10c592cd0547dfdd1643eaad2408f \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1 \\\n  CUDA_VISIBLE_DEVICES=0,1 \\\n  ROCR_VISIBLE_DEVICES=0,1 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/vllm \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  2 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"]}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_qwen38_worker.Worker\n\n# Readiness and logs: curl --fail http://127.0.0.1:9002/health\n# docker logs -f serve-v620-fp16-tp2-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/v620-fp16-tp2-mtp0.sh",
      "recorded_lab_serving_script_sha256": "f7bb291633f8d82af2c1c59457464833ce142a171cffc63fc27df7ff46ae7450",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:83a139552fe2e33ba48844e32e69b83ac6d10c592cd0547dfdd1643eaad2408f >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile v620-fp16-tp2-mtp0 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/v620-fp16-tp2-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-13-v620-fp16-tp2-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "76826b0163eed30aac17f8e5e0de952b6e5fa286280ef1a915e41809ebde00de",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx1030-measured-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-83a139552fe2",
      "registry_image": "joe2gaan/localaiservers@sha256:afc254a3459d27e4d4fb5b350cbd8c081074da3b696305a7cc8ef7e81bfe476b",
      "registry_manifest_digest": "sha256:afc254a3459d27e4d4fb5b350cbd8c081074da3b696305a7cc8ef7e81bfe476b",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:afc254a3459d27e4d4fb5b350cbd8c081074da3b696305a7cc8ef7e81bfe476b",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "v620-fp16-tp2-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_serving_probe_cleanup_note": "After its own selected-GPU preflight exits, serving waits at most 30 seconds for those allocations to drain before reapplying the original idle check. Device identity, idle thresholds, DPM and numerical/runtime settings are unchanged. Benchmark commands already have their original bounded drain check and are unchanged.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.50",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 5745,
            "content_chars": 12238,
            "content_has_think_close": false,
            "elapsed_seconds": 445.8737674509175,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T16:22:26Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.019420526921749115,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 12238,
            "qwen_answer_text_sha256": "3a79027ad7fed9ab4a8ecdf167ff2ee2cbecab9c7326e7bec78ffa1b0c124d5c",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 12238,
            "qwen_visible_text_sha256": "3a79027ad7fed9ab4a8ecdf167ff2ee2cbecab9c7326e7bec78ffa1b0c124d5c",
            "raw_has_think_close": false,
            "reasoning_chars": 17602,
            "text_chars": 29841,
            "text_sha256": "b0bde25f1140d16eebe07f1b6aa3ec0c00c2d286d99f4a858096c553b6213840",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 445.05560585297644,
            "vllm_decode_tps": 12.908499352545743,
            "vllm_generation_tokens_delta": 5745.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.7985437789466232,
            "vllm_prefill_tps": 592.3282009959989,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 12.884812741607227
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 153.58387053897604,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T16:24:59Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.017818843945860863,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 10439,
            "text_chars": 10439,
            "text_sha256": "ac4d2fe9d9291b42059c546ee942aa7a4e1e96c2f2aa522b5db331457e9aa1ce",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 152.76036863587797,
            "vllm_decode_tps": 13.092400979780507,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8026171950623393,
            "vllm_prefill_tps": 589.3220365946211,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 13.022200788281646
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 35044,
            "content_has_think_close": false,
            "elapsed_seconds": 787.3251471030526,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T16:38:07Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.014115805039182305,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 35044,
            "qwen_answer_text_sha256": "02b0dc02851bd7baf8e137f4e7b9e4c308948ffc73da1c1da4d5a61edd167ead",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 35044,
            "qwen_visible_text_sha256": "02b0dc02851bd7baf8e137f4e7b9e4c308948ffc73da1c1da4d5a61edd167ead",
            "raw_has_think_close": false,
            "reasoning_chars": 17602,
            "text_chars": 52647,
            "text_sha256": "fb7a87c2a39821a2b73c9834aa37be8ce25942b70a75dfa28ce7dcaf0fc12673",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 786.5056542060338,
            "vllm_decode_tps": 12.714466763871973,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.7967424760572612,
            "vllm_prefill_tps": 593.6673570369629,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 12.701232822036491
          }
        },
        "evidence": "dockerhub-e2e/v620-fp16-tp2-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "FP16",
      "TP": 4,
      "MTP": 2,
      "status": "Completed strict-failed: no final answer. Fixed 2K and 10K speeds are diagnostic and ineligible; no strict rerun.",
      "strict": "FAIL",
      "strict_tokens": 4212,
      "strict_TPS": 36.52689113332412,
      "fixed_2K_TPS": 39.58600405759037,
      "fixed_10K_TPS": 28.223489817950945,
      "official_current_2K_eligible": false,
      "source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#$.FP16_W8_TP_MTP_matrix.cells[1].result",
      "source_revision": "5af8a8e02d310edaf1fbb289bcf430ea2fe75791",
      "image": "sha256:470486980ed01b78334c8e0b3ae36c9396d0ac9d5dba1183d581a857fe95674d",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 3.1883261629845947,
      "fixed_2K_total_seconds": 53.72339402302168,
      "fixed_10K_prefill_seconds": 3.242719638044946,
      "fixed_10K_total_seconds": 357.5690232060151,
      "weight_format": "Native FP16 with selected lossless integer packs; no quantization",
      "configured_context": 131072,
      "activation_dtype": "FP16",
      "attention_KV_dtype": "FP16",
      "strict_failure": "4212 naturalstop;missing_think_close_or_parser_answer;no finalanswer",
      "official_fixed_2k_tps": null,
      "eligible_speed_samples": 0,
      "strict_prefill_seconds": 3.4359108269563876,
      "strict_client_total_seconds": 118.7605559109943,
      "strict_server_e2e_seconds": 118.75620102882385,
      "fixed_2k_server_e2e_seconds": 53.71901798248291,
      "fixed_10k_server_e2e_seconds": 357.5645079612732,
      "packed_buffer_logical_bytes_by_rank": {
        "0": 18799031148,
        "1": 18800533083,
        "2": 18800415543,
        "3": 18799381732
      },
      "memory_accounting_limit": "Retained FP16 parameter extents are not all model weights: TP4 projection tensors use lossless integer buffers. All packed-buffer extents include alternate representations. Draft tensors can share target embeddings/head. None of these logical sums is a unique physical allocation or measured memory traffic.",
      "draft_five_projection_FP16_bytes_per_rank": 212336640,
      "load_and_KV_allocator_bytes_per_rank": "[{\"KV_allocated_bytes\": 27199667712, \"KV_reserved_bytes\": 27770486784, \"draft_KV_logical_view_sum_bytes\": 387481600, \"load_allocated_bytes\": 20569802752, \"load_reserved_bytes\": 22196256768, \"rank\": 0, \"target_KV_logical_view_sum_bytes\": 6199705600}, {\"KV_allocated_bytes\": 27201705984, \"KV_reserved_bytes\": 27766292480, \"draft_KV_logical_view_sum_bytes\": 387481600, \"load_allocated_bytes\": 20571841024, \"load_reserved_bytes\": 22192062464, \"rank\": 1, \"target_KV_logical_view_sum_bytes\": 6199705600}, {\"KV_allocated_bytes\": 27201809408, \"KV_reserved_bytes\": 27764195328, \"draft_KV_logical_view_sum_bytes\": 387481600, \"load_allocated_bytes\": 20571944448, \"load_reserved_bytes\": 22189965312, \"rank\": 2, \"target_KV_logical_view_sum_bytes\": 6199705600}, {\"KV_allocated_bytes\": 27202460672, \"KV_reserved_bytes\": 27762098176, \"draft_KV_logical_view_sum_bytes\": 387481600, \"load_allocated_bytes\": 20572595712, \"load_reserved_bytes\": 22187868160, \"rank\": 3, \"target_KV_logical_view_sum_bytes\": 6199705600}]",
      "sampled_peak_VRAM_bytes_by_PCI": "{\"0000:16:00.0\": 29575184384, \"0000:19:00.0\": 29587857408, \"0000:1c:00.0\": 29585731584, \"0000:1f:00.0\": 29533675520}",
      "KV_capacity": "{\"GPU_KV_tokens\": 94400, \"actual_KV_shape\": [473, 2, 800, 1, 256], \"available_KV_GiB\": 6.15, \"graph_actual_GiB_each_rank\": 0.27, \"max_concurrency_at131072\": 2.73, \"service_ready_log_sha256\": \"881258f0123ae8f7314137c015c2fb15188bc00616dd64750de5cdc7b713a771\"}",
      "attention_KV_logical_view_shape": "[473, 2, 800, 1, 256]",
      "post_KV_allocator_allocated_bytes_by_rank": "{\"0\": 27199667712, \"1\": 27201705984, \"2\": 27201809408, \"3\": 27202460672}",
      "post_KV_allocator_reserved_bytes_by_rank": "{\"0\": 27770486784, \"1\": 27766292480, \"2\": 27764195328, \"3\": 27762098176}",
      "MTP_accounting_by_tier": {
        "strict": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:request_generation_tokens_sum": 4212.0,
            "vllm:generation_tokens_total": 4212.0,
            "vllm:spec_decode_num_drafts_total": 1471.0,
            "vllm:spec_decode_num_draft_tokens_total": 2942.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_accepted_tokens_total": 2740.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 2740.0
          },
          "accepted_per_position": {
            "0": 1403.0,
            "1": 1337.0
          },
          "accepted_fraction": 0.9313392250169953,
          "committed_emitted_tokens": 4212.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_128_strict_proxy/metrics-before.txt": "f56d64dad72696f5f4697a23288e544e9fdce350bae5d41cb590eced112a31b2",
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_128_strict_proxy/metrics-after.txt": "6c6096b79e7766569d8f8b3a85d93317babe945918808cd1a82a042f605cee86"
          }
        },
        "fixed2K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:generation_tokens_total": 2000.0,
            "vllm:spec_decode_num_drafts_total": 734.0,
            "vllm:request_generation_tokens_sum": 2000.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_draft_tokens_total": 1468.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1266.0,
            "vllm:spec_decode_num_accepted_tokens_total": 1266.0
          },
          "accepted_per_position": {
            "0": 666.0,
            "1": 600.0
          },
          "accepted_fraction": 0.8623978201634878,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_2000_proxy/metrics-before.txt": "9412ba3b6d627fce6606a9d9b2ecbc8ede1018cdf4187ced3bb1f9c4c0b9ce36",
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_2000_proxy/metrics-after.txt": "267c4ee5121579bc10250e527b2f98a8bfa68eab7f732aede2e1218ab9355c26"
          }
        },
        "fixed10K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_draft_tokens_total": 6802.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:spec_decode_num_accepted_tokens_total": 6600.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6600.0,
            "vllm:request_generation_tokens_sum": 10000.0,
            "vllm:spec_decode_num_drafts_total": 3401.0
          },
          "accepted_per_position": {
            "0": 3333.0,
            "1": 3267.0
          },
          "accepted_fraction": 0.9703028521023228,
          "committed_emitted_tokens": 10000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_10000_proxy/metrics-before.txt": "b25e84e356c2d6c146b0b48a94b21be683ff3b00fda0db153f4d0c8e1077f853",
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_10000_proxy/metrics-after.txt": "617f37fd48e4cf04df1ec067066442637258348978916934fe3477d6b600e3d1"
          }
        }
      },
      "MTP_accounting_limit": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
      "cohort_final_state": "{\"FP16_qualification\": false, \"OOMKilled\": false, \"bank_idle\": true, \"baseline_kind\": \"FP16_TP4_MTP2\", \"closed_at\": \"2026-10-23T13:42:15.583708+00:00\", \"complete_ladders\": 1, \"container_id\": \"b5d65c39ad36036f9d62f935335427adf830338159429b9789b2f31ca2459029\", \"devices\": [{\"busy_percent\": 0, \"dpm\": \"auto\", \"pci\": \"0000:16:00.0\", \"vram_used_bytes\": 21401600}, {\"busy_percent\": 0, \"dpm\": \"auto\", \"pci\": \"0000:19:00.0\", \"vram_used_bytes\": 21401600}, {\"busy_percent\": 0, \"dpm\": \"auto\", \"pci\": \"0000:1c:00.0\", \"vram_used_bytes\": 21401600}, {\"busy_percent\": 0, \"dpm\": \"auto\", \"pci\": \"0000:1f:00.0\", \"vram_used_bytes\": 21401600}], \"exit_code\": 0, \"finished_at\": \"2026-10-23T13:42:15.417744232Z\", \"image_id\": \"sha256:470486980ed01b78334c8e0b3ae36c9396d0ac9d5dba1183d581a857fe95674d\", \"kernel_fault_matches\": [], \"measured_fixed_2000_tps\": 39.58600405759037, \"official_fixed_2000_tps\": null, \"official_phase_samples\": 11, \"official_speed_eligible\": false, \"promotion_eligible\": false, \"qualifying_ladders\": 0, \"restart_count\": 0, \"started_at\": \"2026-10-23T12:53:46.083011206Z\", \"startup_requests_completed_and_drained\": 3, \"strict_valid\": false, \"valid_comparator\": false}",
      "full_context_residency_demonstrated": false,
      "review_record": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/reviews/FP16-TP4-MTP2-r1-final-cell-review.json",
      "review_sha256": "7590389df32af23bad89dfcb365a3947f274f148ec871c47ce91c0465596c987",
      "primary_record_sha256_at_ingest": "8981f7e554c2428abf63f8f58a6e0d005daa150820ab2245f505f64492c33631",
      "result_entry_sha256_at_ingest": "27e65f97096c77e6719738114aa367a0e990bad815b4233bc9f84ed0757c6cfb",
      "source_evidence_commit": "7221c11",
      "evidence_archive_sha256": "002994242cea527782ecaf7bbc3da98b6f15755f28f38338bc3c213fb50ab02d",
      "evidence_file_count": 249,
      "ingestion_verification": "Result entry matches cited evidence commit 7221c11; final independent-review hash, TPS arithmetic and MTP counter fractions verified. Research did not repeat the full 249-file evidence audit.",
      "comparison_limit": "Native MTP requires inherited ordinary target decoder/residual/norm/collectives instead of the unsupported TP4 posted boundary. The r0 pre-HTTP initialization failure remains retained. | Actual800-block attentionKV uses inherited fallback; historical non-MTP uses784 native route. No isolated MTP gain is established. | Same pinned official checkpoint, FP16 activation/attentionKV, greedy profile/context131072 and fresh private rootSSD caches. | Original ladder exits2 on strict failure. Only the remaining fixed2K/10K were continued with original proxy/settings on unchanged loaded model; idle gap and actual parent exits retained. | StrictFAIL remainssolecorrectnessverdict. No repeatstrict, passfishing, officialspeedeligibility orFP16qualification. | MTPaccepted counts precede finalstoptrimming; committedtokens only speednumerator. E/draftbatches is descriptive, not measuredtokensperGPUstep. | Targetintegerpackcounts include retainedmultipleformats; targetplainFP16 sums are not totaluniquephysicalmemory. Draftsharedembedding/head overlaptarget; KVviews mayalias; allocator/cardVRAM/runtimecapacity are distinct. | Onecohort; ordinarytargetcollective/norm and800attentionfallback materially differ fromTP4offreference. No isolatedMTPgain orcausalclaim.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-470486980ed0",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-fp16-tp4-mtp2\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-r2/portable/launch.py --config v620-fp16-tp4-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "9ef7747839de45015a538aa39e89bc64c353394a3640c16c65abdd1654b9b772",
      "reproduction_profile": "v620-fp16-tp4-mtp2",
      "recorded_configuration_details": {
        "source": "5af8a8e02d310edaf1fbb289bcf430ea2fe75791",
        "image": "sha256:470486980ed01b78334c8e0b3ae36c9396d0ac9d5dba1183d581a857fe95674d",
        "manifest": "f3db159511bad243ff7939343846e5febc89327f5774cae9419cbafcde6c1b59",
        "strict_valid": false,
        "strict_tokens": 4212,
        "strict_failure": "4212 naturalstop;missing_think_close_or_parser_answer;no finalanswer",
        "strict_diagnostic_TPS": 36.52689113332412,
        "official_fixed2K_TPS": null,
        "official_speed_eligible": false,
        "diagnostic_fixed2K_TPS": 39.58600405759037,
        "diagnostic_fixed10K_TPS": 28.223489817950945,
        "metrics": {
          "strict": {
            "completion_tokens": 4212,
            "finish_reason": "stop",
            "elapsed_seconds": 118.7605559109943,
            "vllm_prefill_seconds_delta": 3.4359108269563876,
            "vllm_decode_seconds_delta": 115.31230469699949,
            "vllm_decode_tps": 36.52689113332412,
            "vllm_generation_tokens_delta": 4212.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "88d2ed6ee05e0b1aa5ba8823cbc24b5a88d80c8266b6d5fc74dc55902d3d6f23",
            "server_e2e_seconds": 118.75620102882385,
            "MTP": {
              "status": "observed",
              "actual_MTP_work_observed": true,
              "counter_deltas": {
                "vllm:request_generation_tokens_sum": 4212.0,
                "vllm:generation_tokens_total": 4212.0,
                "vllm:spec_decode_num_drafts_total": 1471.0,
                "vllm:spec_decode_num_draft_tokens_total": 2942.0,
                "vllm:request_generation_tokens_count": 1.0,
                "vllm:spec_decode_num_accepted_tokens_total": 2740.0,
                "vllm:spec_decode_num_accepted_tokens_per_pos_total": 2740.0
              },
              "accepted_per_position": {
                "0": 1403.0,
                "1": 1337.0
              },
              "accepted_fraction": 0.9313392250169953,
              "committed_emitted_tokens": 4212.0,
              "request_tokens_agree": true,
              "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
              "sources": {
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_128_strict_proxy/metrics-before.txt": "f56d64dad72696f5f4697a23288e544e9fdce350bae5d41cb590eced112a31b2",
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_128_strict_proxy/metrics-after.txt": "6c6096b79e7766569d8f8b3a85d93317babe945918808cd1a82a042f605cee86"
              }
            }
          },
          "fixed2K": {
            "completion_tokens": 2000,
            "finish_reason": "length",
            "elapsed_seconds": 53.72339402302168,
            "vllm_prefill_seconds_delta": 3.1883261629845947,
            "vllm_decode_seconds_delta": 50.522906962025445,
            "vllm_decode_tps": 39.58600405759037,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "8194a75ebf601b18347c55e6d90a806ab947b2498a3c2b33df8928ead3e02028",
            "server_e2e_seconds": 53.71901798248291,
            "MTP": {
              "status": "observed",
              "actual_MTP_work_observed": true,
              "counter_deltas": {
                "vllm:generation_tokens_total": 2000.0,
                "vllm:spec_decode_num_drafts_total": 734.0,
                "vllm:request_generation_tokens_sum": 2000.0,
                "vllm:request_generation_tokens_count": 1.0,
                "vllm:spec_decode_num_draft_tokens_total": 1468.0,
                "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1266.0,
                "vllm:spec_decode_num_accepted_tokens_total": 1266.0
              },
              "accepted_per_position": {
                "0": 666.0,
                "1": 600.0
              },
              "accepted_fraction": 0.8623978201634878,
              "committed_emitted_tokens": 2000.0,
              "request_tokens_agree": true,
              "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
              "sources": {
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_2000_proxy/metrics-before.txt": "9412ba3b6d627fce6606a9d9b2ecbc8ede1018cdf4187ced3bb1f9c4c0b9ce36",
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_2000_proxy/metrics-after.txt": "267c4ee5121579bc10250e527b2f98a8bfa68eab7f732aede2e1218ab9355c26"
              }
            }
          },
          "fixed10K": {
            "completion_tokens": 10000,
            "finish_reason": "length",
            "elapsed_seconds": 357.5690232060151,
            "vllm_prefill_seconds_delta": 3.242719638044946,
            "vllm_decode_seconds_delta": 354.31479467998724,
            "vllm_decode_tps": 28.223489817950945,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "4257fd9708b76c87e6eee072f2051550b27816ce3500f4812bc0e797317f66d9",
            "server_e2e_seconds": 357.5645079612732,
            "MTP": {
              "status": "observed",
              "actual_MTP_work_observed": true,
              "counter_deltas": {
                "vllm:spec_decode_num_draft_tokens_total": 6802.0,
                "vllm:generation_tokens_total": 10000.0,
                "vllm:spec_decode_num_accepted_tokens_total": 6600.0,
                "vllm:request_generation_tokens_count": 1.0,
                "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6600.0,
                "vllm:request_generation_tokens_sum": 10000.0,
                "vllm:spec_decode_num_drafts_total": 3401.0
              },
              "accepted_per_position": {
                "0": 3333.0,
                "1": 3267.0
              },
              "accepted_fraction": 0.9703028521023228,
              "committed_emitted_tokens": 10000.0,
              "request_tokens_agree": true,
              "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
              "sources": {
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_10000_proxy/metrics-before.txt": "b25e84e356c2d6c146b0b48a94b21be683ff3b00fda0db153f4d0c8e1077f853",
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_10000_proxy/metrics-after.txt": "617f37fd48e4cf04df1ec067066442637258348978916934fe3477d6b600e3d1"
              }
            }
          }
        },
        "weight_dtype": "Native FP16 with selected lossless integer packs; no quantization",
        "activation_dtype": "FP16",
        "attention_KV_dtype": "FP16",
        "TP": 4,
        "MTP_tokens": 2,
        "MTP_precision": "Five native Qwen MTP projections FP16, same official revision; embedding/head shared with target",
        "packed_logical_integer_bytes_per_rank": [
          18799031148,
          18800533083,
          18800415543,
          18799381732
        ],
        "packed_bytes_limit": "Logical tensor extents include multiple retained lossless representations; not unique physical allocations or quantized weights. Draft shared embedding/head must not be added twice.",
        "draft_five_projection_FP16_bytes_per_rank": 212336640,
        "sampled_peak_VRAM_bytes": {
          "0000:16:00.0": 29575184384,
          "0000:19:00.0": 29587857408,
          "0000:1c:00.0": 29585731584,
          "0000:1f:00.0": 29533675520
        },
        "KV_capacity": {
          "service_ready_log_sha256": "881258f0123ae8f7314137c015c2fb15188bc00616dd64750de5cdc7b713a771",
          "available_KV_GiB": 6.15,
          "GPU_KV_tokens": 94400,
          "max_concurrency_at131072": 2.73,
          "graph_actual_GiB_each_rank": 0.27,
          "actual_KV_shape": [
            473,
            2,
            800,
            1,
            256
          ]
        },
        "load_and_KV_allocator_bytes_per_rank": [
          {
            "rank": 0,
            "load_allocated_bytes": 20569802752,
            "load_reserved_bytes": 22196256768,
            "KV_allocated_bytes": 27199667712,
            "KV_reserved_bytes": 27770486784,
            "target_KV_logical_view_sum_bytes": 6199705600,
            "draft_KV_logical_view_sum_bytes": 387481600
          },
          {
            "rank": 1,
            "load_allocated_bytes": 20571841024,
            "load_reserved_bytes": 22192062464,
            "KV_allocated_bytes": 27201705984,
            "KV_reserved_bytes": 27766292480,
            "target_KV_logical_view_sum_bytes": 6199705600,
            "draft_KV_logical_view_sum_bytes": 387481600
          },
          {
            "rank": 2,
            "load_allocated_bytes": 20571944448,
            "load_reserved_bytes": 22189965312,
            "KV_allocated_bytes": 27201809408,
            "KV_reserved_bytes": 27764195328,
            "target_KV_logical_view_sum_bytes": 6199705600,
            "draft_KV_logical_view_sum_bytes": 387481600
          },
          {
            "rank": 3,
            "load_allocated_bytes": 20572595712,
            "load_reserved_bytes": 22187868160,
            "KV_allocated_bytes": 27202460672,
            "KV_reserved_bytes": 27762098176,
            "target_KV_logical_view_sum_bytes": 6199705600,
            "draft_KV_logical_view_sum_bytes": 387481600
          }
        ],
        "configured_context": 131072,
        "complete_ladders": 1,
        "sample_count": 1,
        "repeatability_established": false,
        "FP16_release_qualification": false,
        "archive": {
          "path": "/home/ai/vnext-v620-qwen38-fp16-tp4-mtp2-service-r1-20261023/raw-evidence.tar.gz",
          "bytes": 447218,
          "sha256": "002994242cea527782ecaf7bbc3da98b6f15755f28f38338bc3c213fb50ab02d",
          "files": 249,
          "index_sha256": "c707c0df10917b1a3a4a5a328cf66ac149f5e67622d686b5997edce0c1f6e89a"
        },
        "local_primary_record": ".work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/measurement-closure.json",
        "review": {
          "path": ".work/fp16-w8-tp-mtp-matrix/reviews/FP16-TP4-MTP2-r1-final-cell-review.json",
          "sha256": "7590389df32af23bad89dfcb365a3947f274f148ec871c47ce91c0465596c987"
        },
        "closure": {
          "container_id": "b5d65c39ad36036f9d62f935335427adf830338159429b9789b2f31ca2459029",
          "image_id": "sha256:470486980ed01b78334c8e0b3ae36c9396d0ac9d5dba1183d581a857fe95674d",
          "exit_code": 0,
          "OOMKilled": false,
          "restart_count": 0,
          "bank_idle": true,
          "devices": [
            {
              "pci": "0000:16:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            },
            {
              "pci": "0000:19:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            },
            {
              "pci": "0000:1c:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            },
            {
              "pci": "0000:1f:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            }
          ],
          "started_at": "2026-10-23T12:53:46.083011206Z",
          "finished_at": "2026-10-23T13:42:15.417744232Z",
          "closed_at": "2026-10-23T13:42:15.583708+00:00",
          "kernel_fault_matches": [],
          "startup_requests_completed_and_drained": 3,
          "official_phase_samples": 11,
          "complete_ladders": 1,
          "strict_valid": false,
          "official_fixed_2000_tps": null,
          "measured_fixed_2000_tps": 39.58600405759037,
          "valid_comparator": false,
          "official_speed_eligible": false,
          "promotion_eligible": false,
          "qualifying_ladders": 0,
          "FP16_qualification": false,
          "baseline_kind": "FP16_TP4_MTP2"
        },
        "final_counters": {
          "vllm:prompt_tokens_total": 6622,
          "vllm:generation_tokens_total": 38212,
          "vllm:request_decode_time_seconds_count": 14,
          "vllm:request_prefill_time_seconds_count": 14,
          "vllm:num_requests_running": 0,
          "vllm:num_requests_waiting": 0
        },
        "runtime_differences": [
          "Native MTP requires inherited ordinary target decoder/residual/norm/collectives instead of the unsupported TP4 posted boundary. The r0 pre-HTTP initialization failure remains retained.",
          "Actual800-block attentionKV uses inherited fallback; historical non-MTP uses784 native route. No isolated MTP gain is established.",
          "Same pinned official checkpoint, FP16 activation/attentionKV, greedy profile/context131072 and fresh private rootSSD caches.",
          "Original ladder exits2 on strict failure. Only the remaining fixed2K/10K were continued with original proxy/settings on unchanged loaded model; idle gap and actual parent exits retained."
        ],
        "limits": [
          "StrictFAIL remainssolecorrectnessverdict. No repeatstrict, passfishing, officialspeedeligibility orFP16qualification.",
          "MTPaccepted counts precede finalstoptrimming; committedtokens only speednumerator. E/draftbatches is descriptive, not measuredtokensperGPUstep.",
          "Targetintegerpackcounts include retainedmultipleformats; targetplainFP16 sums are not totaluniquephysicalmemory. Draftsharedembedding/head overlaptarget; KVviews mayalias; allocator/cardVRAM/runtimecapacity are distinct.",
          "Onecohort; ordinarytargetcollective/norm and800attentionfallback materially differ fromTP4offreference. No isolatedMTPgain orcausalclaim."
        ]
      },
      "strict_total_seconds": 118.7605559109943,
      "MTP_2K_draft_batches": 734.0,
      "MTP_2K_proposed": 1468.0,
      "MTP_2K_accepted": 1266.0,
      "MTP_2K_acceptance_percent": 86.23978201634877,
      "MTP_2K_committed": 2000.0,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json",
      "detail_source_sha256": "47fe24712908ad85f8ad8acf91c530204c898bb03e3b024ab54812ace6e1b3ca",
      "detail_source_pointer": "FP16_W8_TP_MTP_matrix.cells[1]",
      "target_parameter_logical_bytes_by_rank": {
        "0": 1273733376,
        "1": 1273733376,
        "2": 1273733376,
        "3": 1273733376
      },
      "draft_parameter_logical_bytes_by_rank": {
        "0": 1483787264,
        "1": 1483787264,
        "2": 1483787264,
        "3": 1483787264
      },
      "loaded_metadata_sources_by_rank": {
        "0": {
          "path": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/loaded-model-audits/rank-0-pid-103.json",
          "sha256": "928ef5f45f3514b3c1299bb216e29ccb1e7e68a1e3313e3265d40333654df8b5"
        },
        "1": {
          "path": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/loaded-model-audits/rank-1-pid-104.json",
          "sha256": "b42567a2c1f8817818b7794e37a5be515d7806e6504792b0933be1208f469df5"
        },
        "2": {
          "path": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/loaded-model-audits/rank-2-pid-105.json",
          "sha256": "a8646e8e4ef3ebba23f68645457131c031de8179741969d2292527f81de54c93"
        },
        "3": {
          "path": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/loaded-model-audits/rank-3-pid-106.json",
          "sha256": "67ad2947d99cb0464fdcbc70550ea2c6d111db32980b2f6edd6e2ed563e62d0a"
        }
      },
      "memory_source": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/loaded-model-audits/rank-3-pid-106.json",
      "memory_source_sha256": "67ad2947d99cb0464fdcbc70550ea2c6d111db32980b2f6edd6e2ed563e62d0a",
      "image_export_bytes": 2541215576,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/v620-fp16-tp4-mtp2/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T23:42:11.23673073Z",
          "FinishedAt": "2026-10-27T00:29:51.078728116Z"
        },
        "devices_after": [
          {
            "card": 5,
            "render": 133,
            "pci": "0000:16:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:19:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 7,
            "render": 135,
            "pci": "0000:1c:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 8,
            "render": 136,
            "pci": "0000:1f:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-27T00:29:51.231343+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 32.925748283050446,
      "retest_10K_TPS": 25.630758150290323,
      "retest_strict_tokens": 9359,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 9359,
          "elapsed_seconds": 357.20782125892583,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 353.9098056239309,
          "vllm_decode_tps": 26.44459082872938,
          "vllm_generation_tokens_delta": 9359.0,
          "vllm_prefill_seconds_delta": 3.2840392630314454,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 64.00938890292309,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 60.74273492000066,
          "vllm_decode_tps": 32.925748283050446,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 3.2527504609897733,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 393.44662721501663,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 390.1562310940353,
          "vllm_decode_tps": 25.630758150290323,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 3.2780255859252065,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 3.2527504609897733,
      "retest_2K_total_seconds": 64.00938890292309,
      "retest_10K_prefill_seconds": 3.2780255859252065,
      "retest_10K_total_seconds": 393.44662721501663,
      "retest_strict_prefill_seconds": 3.2840392630314454,
      "retest_strict_total_seconds": 357.20782125892583,
      "retest_MTP_accounting_by_tier": {
        "strict": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_draft_tokens_total": 7194.0,
            "vllm:spec_decode_num_drafts_total": 3597.0,
            "vllm:spec_decode_num_accepted_tokens_total": 5761.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:generation_tokens_total": 9359.0,
            "vllm:request_generation_tokens_sum": 9359.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 5761.0
          },
          "accepted_per_position": {
            "0": 3109.0,
            "1": 2652.0
          },
          "accepted_fraction": 0.800806227411732,
          "committed_emitted_tokens": 9359.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-fp16-tp4-mtp2-r0/ladder/c1_128_strict_proxy/metrics-before.txt": "2276ca23df0bed94b682de122f7bd0c2b00260cb47bab2037e2f43969ea70a4d",
            "/home/ai/qwen38-release-retests-20261026/v620-fp16-tp4-mtp2-r0/ladder/c1_128_strict_proxy/metrics-after.txt": "e556fe48dbe5c75807870feb3d7fa9d231f189e83256bd5b0205ac4e3a6c6bb8"
          }
        },
        "2K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_total": 1108.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_drafts_total": 891.0,
            "vllm:spec_decode_num_draft_tokens_total": 1782.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_generation_tokens_sum": 2000.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1108.0
          },
          "accepted_per_position": {
            "0": 658.0,
            "1": 450.0
          },
          "accepted_fraction": 0.621773288439955,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-fp16-tp4-mtp2-r0/ladder/c1_2000_proxy/metrics-before.txt": "beff10249012b5c21c4b4f08a002d9d1b1942567e62040c29fc81c3c7f18886f",
            "/home/ai/qwen38-release-retests-20261026/v620-fp16-tp4-mtp2-r0/ladder/c1_2000_proxy/metrics-after.txt": "9edb860863c37ec9015da0b8a76e971b6c6b6591fbc394f34c7a05d88e4b116f"
          }
        },
        "10K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_draft_tokens_total": 7690.0,
            "vllm:request_generation_tokens_sum": 10000.0,
            "vllm:spec_decode_num_drafts_total": 3845.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6155.0,
            "vllm:spec_decode_num_accepted_tokens_total": 6155.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:request_generation_tokens_count": 1.0
          },
          "accepted_per_position": {
            "0": 3324.0,
            "1": 2831.0
          },
          "accepted_fraction": 0.8003901170351105,
          "committed_emitted_tokens": 10000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-fp16-tp4-mtp2-r0/ladder/c1_10000_proxy/metrics-before.txt": "d7b34f54ae7309059cd34e1d1e1c711375863431290ef5ec2011db877332c33a",
            "/home/ai/qwen38-release-retests-20261026/v620-fp16-tp4-mtp2-r0/ladder/c1_10000_proxy/metrics-after.txt": "b7472565372751ecbb75b3d7944f94907595198288e1e00dce240ad47304310b"
          }
        }
      },
      "retest_MTP_2K_accepted": 1108.0,
      "retest_MTP_2K_proposed": 1782.0,
      "retest_MTP_2K_draft_batches": 891.0,
      "retest_MTP_2K_acceptance_percent": 62.177328843995504,
      "retest_loaded_admission": null,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0, \"c1_128_strict_proxy-mtp\": 0, \"c1_2000_proxy-mtp\": 0, \"c1_10000_proxy-mtp\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 29542203392,
        "1": 29554749440,
        "2": 29552521216,
        "3": 29499723776
      },
      "retest_memory_observation_count": 46,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/v620-fp16-tp4-mtp2/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 20.64,
      "retest_logged_model_load_seconds": 68.668489,
      "retest_logged_available_KV_GiB": 6.11,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 6.11,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 93600,
      "retest_logged_context_capacity_x": 2.72,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "v620-fp16-tp4-mtp2",
        "image": "sha256:470486980ed01b78334c8e0b3ae36c9396d0ac9d5dba1183d581a857fe95674d",
        "container": "ecc08d8c02c333ce0a0cbdc6b46ac5a15fc230cb1189ca255b88a68f07f03fd9",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 20.64,
        "retest_logged_model_load_seconds": 68.668489,
        "retest_logged_available_KV_GiB": 6.11,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 6.11,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 93600,
        "retest_logged_context_capacity_x": 2.72,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/v620-fp16-tp4-mtp2/service-final.log",
        "source_log_sha256": "7b07a9c59e06465fab4a524d823a544a019ffd6d1da77b716d1da525392aaa3c",
        "sealed_index_sha256": "77ccd32707a78a1145f1917f797db402a47ad46148bc20fb5ff6f1af0a7821aa",
        "source_lines": {
          "model_load": {
            "line": 893,
            "text": "(Worker pid=103) (Worker_TP0 pid=103) INFO 10-26 23:45:18 [gpu_model_runner.py:4579] Model loading took 20.64 GiB memory and 68.668489 seconds"
          },
          "automatic_KV_budget": {
            "line": 986,
            "text": "(Worker pid=103) (Worker_TP0 pid=103) INFO 10-27 00:02:07 [gpu_worker.py:453] Available KV cache memory: 6.11 GiB"
          },
          "grouped_KV_tokens": {
            "line": 991,
            "text": "(EngineCore_DP0 pid=85) INFO 10-27 00:02:07 [kv_cache_utils.py:1314] GPU KV cache size: 93,600 tokens"
          },
          "context_capacity": {
            "line": 992,
            "text": "(EngineCore_DP0 pid=85) INFO 10-27 00:02:07 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 2.72x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/v620-fp16-tp4-mtp2/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 27.525005340576172,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-serve-r5.tar.gz.sha256\nmkdir -p launch-tools-v620-serve-r5\ntar -xzf launch-tools-v620-serve-r5.tar.gz -C launch-tools-v620-serve-r5\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-fp16-tp4-mtp2\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-v620-serve-r5/portable/launch.py --config v620-fp16-tp4-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-v620-fp16-tp4-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/card7:/dev/dri/card7:rwm \\\n  --device /dev/dri/card8:/dev/dri/card8:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --device /dev/dri/renderD136:/dev/dri/renderD136:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp2/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --entrypoint /usr/bin/env \\\n  sha256:470486980ed01b78334c8e0b3ae36c9396d0ac9d5dba1183d581a857fe95674d \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1,2,3 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  CUDA_VISIBLE_DEVICES=0,1,2,3 \\\n  ROCR_VISIBLE_DEVICES=0,1,2,3 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/vllm \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  4 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"]}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_qwen38_worker.Worker \\\n  --speculative-config \\\n  '{\"method\":\"mtp\",\"num_speculative_tokens\":2}'",
      "serving_script": "portable/serve/v620-fp16-tp4-mtp2.sh",
      "serving_script_sha256": "97dc1cd454e10e1000518ec992e33815d485b162521aa28b10623befafe72076",
      "recorded_docker_run_script": "serve/recorded/v620-fp16-tp4-mtp2.sh",
      "recorded_docker_run_sha256": "5da333578858accd34e03ea4ad5578407647bebc2248fc845f61f17b03aeb268",
      "serving_endpoint": "http://10.0.0.50:9002",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-v620-fp16-tp4-mtp2-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp2",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 17.50936087500304,
      "sampled_peak_VRAM_GiB": 27.55583953857422,
      "weight_tensor_GiB_per_rank": 1.1862566471099854,
      "weight_tensor_scope": "retained FP16 parameter extents; projection buffers separate",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/v620-fp16-tp4-mtp2.sh",
      "reproduction_script_sha256": "51436e2eaac963db0d9c755ea57187ca31623106143d308aab226e656bccd700",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:470486980ed01b78334c8e0b3ae36c9396d0ac9d5dba1183d581a857fe95674d >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp2\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=v620-fp16-tp4-mtp2\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-v620-fp16-tp4-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/card7:/dev/dri/card7:rwm \\\n  --device /dev/dri/card8:/dev/dri/card8:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --device /dev/dri/renderD136:/dev/dri/renderD136:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp2/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp4-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --entrypoint /usr/bin/env \\\n  sha256:470486980ed01b78334c8e0b3ae36c9396d0ac9d5dba1183d581a857fe95674d \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1,2,3 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  CUDA_VISIBLE_DEVICES=0,1,2,3 \\\n  ROCR_VISIBLE_DEVICES=0,1,2,3 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/vllm \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  4 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"]}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_qwen38_worker.Worker \\\n  --speculative-config \\\n  '{\"method\":\"mtp\",\"num_speculative_tokens\":2}'\n\n# Readiness and logs: curl --fail http://127.0.0.1:9002/health\n# docker logs -f serve-v620-fp16-tp4-mtp2-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/v620-fp16-tp4-mtp2.sh",
      "recorded_lab_serving_script_sha256": "cfa5975af30dd02e2f309085c3ecee7968b01b41a693c59f1af8711d7ec16c03",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:470486980ed01b78334c8e0b3ae36c9396d0ac9d5dba1183d581a857fe95674d >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile v620-fp16-tp4-mtp2 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/v620-fp16-tp4-mtp2-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-14-v620-fp16-tp4-mtp2.sh",
      "recorded_lab_reproduction_script_sha256": "83024c03cf1b3ba94c59e413b163e3bda819c3f3540190658e06c0ac30302ed9",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx1030-measured-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-470486980ed0",
      "registry_image": "joe2gaan/localaiservers@sha256:ad86e1b5181d4a8b4a45d24bce14b96f691c0927ca1409e4d43c6eda40764e0d",
      "registry_manifest_digest": "sha256:ad86e1b5181d4a8b4a45d24bce14b96f691c0927ca1409e4d43c6eda40764e0d",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:ad86e1b5181d4a8b4a45d24bce14b96f691c0927ca1409e4d43c6eda40764e0d",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "v620-fp16-tp4-mtp2",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_serving_probe_cleanup_note": "After its own selected-GPU preflight exits, serving waits at most 30 seconds for those allocations to drain before reapplying the original idle check. Device identity, idle thresholds, DPM and numerical/runtime settings are unchanged. Benchmark commands already have their original bounded drain check and are unchanged.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.50",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 8503,
            "content_chars": 18777,
            "content_has_think_close": false,
            "elapsed_seconds": 313.99245239887387,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T17:52:11Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.013237901031970978,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 18777,
            "qwen_answer_text_sha256": "0efa285a05756d4fa88517b1757968c2239a589403da2f8f23b3765d95c9d4e2",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 18777,
            "qwen_visible_text_sha256": "0efa285a05756d4fa88517b1757968c2239a589403da2f8f23b3765d95c9d4e2",
            "raw_has_think_close": false,
            "reasoning_chars": 25187,
            "text_chars": 43965,
            "text_sha256": "2faa6a681bead4a90b43fa84dc20b179f7bb62ae038ed66bf007960f41c5e720",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 310.6009135739878,
            "vllm_decode_tps": 27.375965840404756,
            "vllm_generation_tokens_delta": 8503.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 3.370070411125198,
            "vllm_prefill_tps": 140.35315061624334,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 27.08026876135987
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 64.3155171200633,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T17:53:16Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.014873459935188293,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 10388,
            "text_chars": 10388,
            "text_sha256": "814c78cff59e5fe898f376561d8a7d6c88fe49407d365e6dfa2b9968ccd3efa1",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 61.00775268115103,
            "vllm_decode_tps": 32.78271878744225,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 3.2730508069507778,
            "vllm_prefill_tps": 144.51349150936454,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 31.09669469447673
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 26696,
            "content_has_think_close": false,
            "elapsed_seconds": 388.10585302114487,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T17:59:44Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.0162037571426481,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 26696,
            "qwen_answer_text_sha256": "1395c5317617a065b003c9214deb93a08142c96d81125b0968c7a5c22c77dd41",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 26696,
            "qwen_visible_text_sha256": "1395c5317617a065b003c9214deb93a08142c96d81125b0968c7a5c22c77dd41",
            "raw_has_think_close": false,
            "reasoning_chars": 25187,
            "text_chars": 51884,
            "text_sha256": "22fb1bdfc8331e84906af8185b7249afaff80ccd51cc9a6bcb763122a674d672",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 384.77785909199156,
            "vllm_decode_tps": 25.9890213631269,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 3.313091953052208,
            "vllm_prefill_tps": 142.7669399770947,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 25.7661664263929
          }
        },
        "evidence": "dockerhub-e2e/v620-fp16-tp4-mtp2.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "FP16",
      "TP": 2,
      "MTP": 2,
      "status": "Capacity-blocked under unchanged context131072, FP16 KV and utilization0.95 after bounded reserve-accounting repair. HTTP and 0.40GiB KV reached, but all three startup requests failed to complete; cache100% and preemptions observed. No strict verdict, TPS or measured latency. Exact cohort stopped and evidence retained; no further retry selected.",
      "strict": "NOT RUN",
      "pending_detail": "insufficient KV capacity",
      "source": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/closure.json#$",
      "measurement_state": "capacity_blocked",
      "aggregate_record": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#$.FP16_W8_TP_MTP_matrix.cells[2].capacity_inability",
      "source_revision": "bd4bcaf2a85f5f2e7620a1383eb258d2429bb28c",
      "image": "sha256:a98060dd75e701abc267843ccd7d8513c7baf7b6abb168c6c289bd2dbad5d399",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "strict_tokens": null,
      "strict_TPS": null,
      "fixed_2K_TPS": null,
      "fixed_10K_TPS": null,
      "official_current_2K_eligible": false,
      "official_fixed_2k_tps": null,
      "eligible_speed_samples": 0,
      "configured_context": 131072,
      "attention_KV_dtype": "FP16",
      "packed_weight_bytes_total": 0,
      "draft_five_projection_FP16_bytes_per_rank": 424673280,
      "sampled_VRAM_startup_max_bytes_by_PCI": "{\"0000:16:00.0\": 30658633728, \"0000:19:00.0\": 30656995328}",
      "KV_capacity": "{\"interpretation\": \"Exact captured kv_cache_utils.py1297-1300 logs floor(num_blocks/group_count)*min_block_size; max concurrency uses a different per-group max-memory calculation799-818. Thus 2400 is a grouped capacity indicator, not a separately proven exact single-request ceiling. Earlier473+1926=2399 observation is corroborative, not a complete proof of allocator exhaustion arithmetic.\", \"reported_GiB\": 0.4, \"reported_grouped_tokens\": 2400}",
      "observed_startup_prompt_tokens": 473,
      "observed_startup_partial_output_tokens": 1926,
      "review_record": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/reviews/FP16-TP2-MTP2-r1-final-capacity-review.json",
      "review_sha256": "35ce537145cdee37e0ddd5f8c0e61e5770faeff4ac535a535bf715a3ac218747",
      "primary_record_sha256_at_ingest": "979f6de8c42d98bca372a7f31fe4dca3e7ab3a37fd50dff2ef183de2ff369e96",
      "source_evidence_commit": "68f943b",
      "evidence_archive_sha256": "ef78dd4fefe04b061a0514d304b753cdfc95b73e8baa276deccc14fe6b8e35e5",
      "evidence_file_count": 71,
      "comparison_limit": "Scoped post-draft-sharing reserve cleanup before memory profiling; actual FP16 target/draft tensor identities unchanged. Original 0.95 utilization, 131072 context, FP16 attention KV and 800-block fallback retained. No throughput, strict outcome or completed startup inferred. No number inferred. Originalprofile0.95preserved; no context/KV precision reduction. r0preHTTPfailure andr1failedstartup retained; no further speculative FP16tuning for this cell.",
      "export_retest_status": "Startup timeout; KV cache full; no measured ladder",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-a98060dd75e7",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-fp16-tp2-mtp2\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-r2/portable/launch.py --config v620-fp16-tp2-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "9ef7747839de45015a538aa39e89bc64c353394a3640c16c65abdd1654b9b772",
      "reproduction_profile": "v620-fp16-tp2-mtp2",
      "retest_prior_attempts": [
        {
          "attempt": "v620-fp16-tp2-mtp2-r0",
          "complete": false,
          "error": "CalledProcessError(1, ['docker', 'run', '--rm', '--network', 'none', '--pid', 'container:4fe8ca3ed5e99addf7eda3f6a34b2d9831ce656d894e559526aadee29e729ee6', '--cpuset-cpus', '8-15,24-31', '--cpuset-mems', '1', '--mount', 'type=bind,src=/home/ai/qwen38-release-retests-20261026/package-r1/profiles/v620-fp16-tp2-mtp2/original-inputs/audit_fp16_bindings.py,dst=/audit.py,readonly', '--entrypoint', '/opt/venv/bin/python', 'sha256:a98060dd75e701abc267843ccd7d8513c7baf7b6abb168c6c289bd2dbad5d399', '/audit.py'])",
          "evidence": "retest-evidence/v620-fp16-tp2-mtp2/attempts/v620-fp16-tp2-mtp2-r0/evidence.tar.gz",
          "result": "retest-evidence/v620-fp16-tp2-mtp2/attempts/v620-fp16-tp2-mtp2-r0/result.json",
          "verification": "retest-evidence/v620-fp16-tp2-mtp2/attempts/v620-fp16-tp2-mtp2-r0/local-verification.json",
          "archive_sha256": "0d97426f680ff98c4ee16509c8621d156b80600b204a3fb1e06b190456c978ab"
        }
      ],
      "target_parameter_logical_bytes_by_rank": {
        "0": 26896673280,
        "1": 26896673280
      },
      "packed_buffer_logical_bytes_by_rank": {
        "0": 0,
        "1": 0
      },
      "draft_parameter_logical_bytes_by_rank": {
        "0": 2967522304,
        "1": 2967522304
      },
      "loaded_metadata_sources_by_rank": {
        "0": {
          "path": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/loaded-model-audits/rank-0-pid-103.json",
          "sha256": "1574ea88a3fe9200c54eb968d1a210900afa83e8e7dc4fcbeba0b58e129e95ed"
        },
        "1": {
          "path": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/loaded-model-audits/rank-1-pid-104.json",
          "sha256": "4a31d3561be3db61a8df5134ea6669ef019e85afa15f4076db010f149aae5d06"
        }
      },
      "memory_accounting_limit": "Retained FP16 parameter extents are not all model weights: TP4 projection tensors use lossless integer buffers. All packed-buffer extents include alternate representations. Draft tensors can share target embeddings/head. None of these logical sums is a unique physical allocation or measured memory traffic.",
      "memory_source": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/fp16-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/loaded-model-audits/rank-1-pid-104.json",
      "memory_source_sha256": "4a31d3561be3db61a8df5134ea6669ef019e85afa15f4076db010f149aae5d06",
      "image_export_bytes": 2541215576,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/v620-fp16-tp2-mtp2/profile.json",
      "retest_full_ladder_completed": false,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-27T02:18:44.012693951Z",
          "FinishedAt": "2026-10-27T03:06:44.886334731Z"
        },
        "devices_after": [
          {
            "card": 5,
            "render": 133,
            "pci": "0000:16:00.0",
            "actual_card": "card5",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:19:00.0",
            "actual_card": "card6",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-27T03:06:45.001365+00:00"
      },
      "retest_failure_detail": "TimeoutError('timed out')",
      "retest_official_2K_eligible": false,
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 30659104768,
        "1": 30657032192
      },
      "retest_memory_observation_count": 46,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/v620-fp16-tp2-mtp2/runtime-observations.jsonl",
      "reproduction_wrapper_repair": "retest-evidence/v620-fp16-tp2-mtp2/admission-wrapper-repair.json",
      "retest_outcome_source": "retest-evidence/v620-fp16-tp2-mtp2/outcome.json",
      "retest_outcome": {
        "utc": "2026-10-27T03:09:06.002563+00:00",
        "profile": "v620-fp16-tp2-mtp2",
        "attempt": "v620-fp16-tp2-mtp2-r1",
        "archive_sha256": "540ea0b2b7077c7b9da0460a756e485395bc573b8ce9f5980119a5e047b9eef4",
        "status": "Startup timeout; KV cache full; no measured ladder",
        "observed_metrics_at": "2026-10-27T02:48:20.836472+00:00",
        "observed_metrics": {
          "vllm:num_requests_running": 1.0,
          "vllm:num_requests_waiting": 2.0,
          "vllm:kv_cache_usage_perc": 1.0,
          "vllm:num_preemptions_total": 3.0,
          "vllm:generation_tokens_total": 1926.0
        },
        "startup_request_timeout_seconds": 1800,
        "strict_verdict": null,
        "official_2K_TPS": null,
        "diagnostic_10K_TPS": null,
        "closure": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-27T02:18:44.012693951Z",
          "FinishedAt": "2026-10-27T03:06:44.886334731Z"
        },
        "parent_exit": 1,
        "comparison_limit": "This fresh-cache attempt stalled before any completed startup response, warmup or measured ladder. The earlier r0 completed all three startup requests but failed its observation-only composition check; that attempt is retained separately. Neither supplies a full-ladder result. Saturated KV and preemptions are observed; no exact context ceiling or deterministic failure cause is inferred. The corrected r10 composition observer was not reached because startup timed out. No image, numerical code, context or precision was changed and no further retry is selected.",
        "evidence": "evidence.tar.gz",
        "startup_observation_sha256": "424300748e66d4663fda8278e6bb0a91f3a7539b9a22d37bd8614674d5055594",
        "raw_metrics_sha256": "8196ab306d36923f8d81ab75387d0fb38224943ed8df42e831f9b5a9e6e42757"
      },
      "retest_logged_model_load_delta_GiB": 25.76,
      "retest_logged_model_load_seconds": 15.149719,
      "retest_logged_available_KV_GiB": 0.36,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 0.36,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 2400,
      "retest_logged_context_capacity_x": 0.08,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "v620-fp16-tp2-mtp2",
        "image": "sha256:a98060dd75e701abc267843ccd7d8513c7baf7b6abb168c6c289bd2dbad5d399",
        "container": "7da02e7c6d52440d7406b6ae5c7c29a90753fa6e5d16e0fe3656656a0ab9b989",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 25.76,
        "retest_logged_model_load_seconds": 15.149719,
        "retest_logged_available_KV_GiB": 0.36,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 0.36,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 2400,
        "retest_logged_context_capacity_x": 0.08,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/v620-fp16-tp2-mtp2/service-final.log",
        "source_log_sha256": "3b8d72488fed8ca3839b7289454b1ea79619e1f6c0abe3566f286e7a5231fe0a",
        "sealed_index_sha256": "ec69fada416a475bb7eb71d8a77a656e3a1b45000a1dec03b45a57191a86dc0b",
        "source_lines": {
          "model_load": {
            "line": 117,
            "text": "(Worker pid=103) (Worker_TP0 pid=103) INFO 10-27 02:20:55 [gpu_model_runner.py:4604] Model loading took 25.76 GiB memory and 15.149719 seconds"
          },
          "automatic_KV_budget": {
            "line": 167,
            "text": "(Worker pid=103) (Worker_TP0 pid=103) INFO 10-27 02:36:10 [gpu_worker.py:453] Available KV cache memory: 0.36 GiB"
          },
          "grouped_KV_tokens": {
            "line": 170,
            "text": "(EngineCore_DP0 pid=85) INFO 10-27 02:36:10 [kv_cache_utils.py:1314] GPU KV cache size: 2,400 tokens"
          },
          "context_capacity": {
            "line": 171,
            "text": "(EngineCore_DP0 pid=85) INFO 10-27 02:36:10 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 0.08x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/v620-fp16-tp2-mtp2/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 28.553516387939453,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-serve-r5.tar.gz.sha256\nmkdir -p launch-tools-v620-serve-r5\ntar -xzf launch-tools-v620-serve-r5.tar.gz -C launch-tools-v620-serve-r5\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-fp16-tp2-mtp2\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-v620-serve-r5/portable/launch.py --config v620-fp16-tp2-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-v620-fp16-tp2-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp2/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --entrypoint /usr/bin/env \\\n  sha256:a98060dd75e701abc267843ccd7d8513c7baf7b6abb168c6c289bd2dbad5d399 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1 \\\n  CUDA_VISIBLE_DEVICES=0,1 \\\n  ROCR_VISIBLE_DEVICES=0,1 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/vllm \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  2 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"]}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_qwen38_worker.Worker \\\n  --speculative-config \\\n  '{\"method\":\"mtp\",\"num_speculative_tokens\":2}'",
      "serving_script": "portable/serve/v620-fp16-tp2-mtp2.sh",
      "serving_script_sha256": "159e5e4cf619edbc495a82f23ba4f05ad1feeb39cc3397805b37dddeb0d59a7e",
      "recorded_docker_run_script": "serve/recorded/v620-fp16-tp2-mtp2.sh",
      "recorded_docker_run_sha256": "8ac48d3c0c128ebdca24f77bcf7fbb378defca922276fd06d9c100c5aa171f34",
      "serving_endpoint": "http://10.0.0.50:9002",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-v620-fp16-tp2-mtp2-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp2",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 0.0,
      "sampled_peak_VRAM_GiB": 28.553077697753906,
      "weight_tensor_GiB_per_rank": 25.049479007720947,
      "weight_tensor_scope": "FP16 parameter extents",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/v620-fp16-tp2-mtp2.sh",
      "reproduction_script_sha256": "53cce2bcf39912db972209ff8750f7e64d803bb096559093bd3d5d71bee3b813",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:a98060dd75e701abc267843ccd7d8513c7baf7b6abb168c6c289bd2dbad5d399 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp2\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=v620-fp16-tp2-mtp2\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-v620-fp16-tp2-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-fp16-tp2-mtp2/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --entrypoint /usr/bin/env \\\n  sha256:a98060dd75e701abc267843ccd7d8513c7baf7b6abb168c6c289bd2dbad5d399 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1 \\\n  CUDA_VISIBLE_DEVICES=0,1 \\\n  ROCR_VISIBLE_DEVICES=0,1 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/vllm \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  2 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"]}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_qwen38_worker.Worker \\\n  --speculative-config \\\n  '{\"method\":\"mtp\",\"num_speculative_tokens\":2}'\n\n# Readiness and logs: curl --fail http://127.0.0.1:9002/health\n# docker logs -f serve-v620-fp16-tp2-mtp2-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/v620-fp16-tp2-mtp2.sh",
      "recorded_lab_serving_script_sha256": "087d900853931e8f0938795568dab1513348d18ed3b5e24c71c5fbd3525c20f8",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:a98060dd75e701abc267843ccd7d8513c7baf7b6abb168c6c289bd2dbad5d399 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile v620-fp16-tp2-mtp2 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/v620-fp16-tp2-mtp2-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-15-v620-fp16-tp2-mtp2.sh",
      "recorded_lab_reproduction_script_sha256": "c7cb71bef33d4bff8cfb8618966817112e7cc0682b409ab0201d2a5769004bb3",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx1030-measured-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-a98060dd75e7",
      "registry_image": "joe2gaan/localaiservers@sha256:0a8ae2ddb11ddae09242459cbfdbb56b028bdd1c1a9e02bdd621a76c8a3d9e08",
      "registry_manifest_digest": "sha256:0a8ae2ddb11ddae09242459cbfdbb56b028bdd1c1a9e02bdd621a76c8a3d9e08",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:0a8ae2ddb11ddae09242459cbfdbb56b028bdd1c1a9e02bdd621a76c8a3d9e08",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "v620-fp16-tp2-mtp2",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_serving_probe_cleanup_note": "After its own selected-GPU preflight exits, serving waits at most 30 seconds for those allocations to drain before reapplying the original idle check. Device identity, idle thresholds, DPM and numerical/runtime settings are unchanged. Benchmark commands already have their original bounded drain check and are unchanged.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.50",
        "all_four_commands_verified": false,
        "resolved": true,
        "resolution": {
          "status": "capacity-blocked",
          "full_benchmark_supported": false,
          "review": "dockerhub-e2e/capacity-outcome-review.json",
          "review_sha256": "d7513e6eff3c0cdfec1b673227dc8fc4c487bba91dc98cb47ff85714fcc00795",
          "description": "The unchanged FP16 TP2 MTP2 profile served a short request but could not complete the prescribed 2,000-token startup requests. KV saturation and zero generation were logged before the original 30-minute request timeout. No strict or speed sample exists."
        },
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "capacity-blocked-reviewed"
        },
        "benchmark_complete": false,
        "strict_pass": null,
        "official_2K_eligible": false,
        "historical_sample_valid": null,
        "fresh_2K_status": "capacity-blocked / no sample",
        "summaries": {},
        "evidence": "dockerhub-e2e/v620-fp16-tp2-mtp2.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "8-bit RTN",
      "TP": 4,
      "MTP": 0,
      "status": "strict-valid W8 ordered-FP32 baseline",
      "strict": "PASS",
      "strict_tokens": 7563,
      "strict_TPS": 29.163167717561844,
      "fixed_2K_TPS": 29.786813082761956,
      "fixed_10K_TPS": 28.8712109971724,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#$.full_model_results.RTN8_fused_CTA",
      "source_revision": "8668c2fc8e377c2990edd57988a85a03b87750bd",
      "image": "sha256:4f2d919ceed2b8b21cfd4d13661d83d197fbdddcc82e5a799dc4689c8c407794",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 1.104677338997135,
      "fixed_2K_total_seconds": 68.26251205598237,
      "fixed_10K_prefill_seconds": 1.1067292489751708,
      "fixed_10K_total_seconds": 347.4868619769986,
      "weight_format": "symmetric RTN, group 128",
      "official_fixed_2k_tps": 29.786813082761956,
      "eligible_speed_samples": 1,
      "comparison_limit": "One admitted sample, with quantized projection/TP routes, Head32/compiler mode and root-SSD caches explicitly different from the preserved FP16 reference. No FP16 qualification or repeatability claim.",
      "latency_sources": "[{\"path\": \"/home/joe/PhoneSync/Documents/gfx1030/.work/quantized-baselines/rtn8-fused-service-r0/sealed-mirror/retained/evidence/ladder1/c1_2000_proxy/summary.json\", \"sha256\": \"9564dacafa3c6f496df67ca9700658dc9f4e956124f24a361206b69ecc1dd12e\"}, {\"path\": \"/home/joe/PhoneSync/Documents/gfx1030/.work/quantized-baselines/rtn8-fused-service-r0/sealed-mirror/retained/evidence/ladder1/c1_10000_proxy/summary.json\", \"sha256\": \"56da2ba97b816e39f869fb067046b95ddc4e39c86cca2603988c4c7c9b7d3560\"}]",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-4f2d919ceed2",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-r4.tar.gz.sha256\nmkdir -p launch-tools-v620-r4\ntar -xzf launch-tools-v620-r4.tar.gz -C launch-tools-v620-r4\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w8-tp4-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-v620-r4/portable/launch.py --config v620-w8-tp4-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "9ef7747839de45015a538aa39e89bc64c353394a3640c16c65abdd1654b9b772",
      "reproduction_profile": "v620-w8-tp4-mtp0",
      "packed_weight_bytes_per_rank": 6230318080,
      "sampled_peak_VRAM_bytes_by_PCI": {
        "0000:16:00.0": 25104637952,
        "0000:19:00.0": 25121427456,
        "0000:1c:00.0": 25121427456,
        "0000:1f:00.0": 25071353856
      },
      "memory_accounting_limit": "Packed target matrices exclude FP16 embeddings/head/norm/recurrent weights. Sampled physical VRAM is not a guaranteed continuous peak.",
      "memory_source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#full_model_results.RTN8_fused_CTA.memory",
      "memory_source_sha256": "47fe24712908ad85f8ad8acf91c530204c898bb03e3b024ab54812ace6e1b3ca",
      "image_export_bytes": 2541215576,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/v620-w8-tp4-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T17:48:33.669083559Z",
          "FinishedAt": "2026-10-26T18:39:14.260880813Z"
        },
        "devices_after": [
          {
            "card": 5,
            "render": 133,
            "pci": "0000:16:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:19:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 7,
            "render": 135,
            "pci": "0000:1c:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 8,
            "render": 136,
            "pci": "0000:1f:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T18:39:14.398926+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 30.461981881258904,
      "retest_10K_TPS": 29.50011363293815,
      "retest_strict_tokens": 7745,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 7745,
          "elapsed_seconds": 261.14458458300214,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 260.0247855489142,
          "vllm_decode_tps": 29.785622103870786,
          "vllm_generation_tokens_delta": 7745.0,
          "vllm_prefill_seconds_delta": 1.1050167970824987,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 66.77428013109602,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 65.65560992702376,
          "vllm_decode_tps": 30.461981881258904,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 1.1085248430026695,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 340.1001898489194,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 338.98174510197714,
          "vllm_decode_tps": 29.50011363293815,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 1.1070090770954266,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 1.1085248430026695,
      "retest_2K_total_seconds": 66.77428013109602,
      "retest_10K_prefill_seconds": 1.1070090770954266,
      "retest_10K_total_seconds": 340.1001898489194,
      "retest_strict_prefill_seconds": 1.1050167970824987,
      "retest_strict_total_seconds": 261.14458458300214,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": {
        "all_four_quantized_module_receipts_passed": true,
        "generated_quantized_call_support_complete": true,
        "graphs": [
          {
            "rank": 0,
            "pid": 83,
            "source_sha256": "464c2db64c06db60743eae82bfe45e49d0cdeb0b6f5f9a41443e23d714175113",
            "generated_conditional_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "conditional_line": 1908,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_0.cond_true_0",
                "fallback_branch": "GraphModule.submod_0.cond_false_0"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2010,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_2",
                "fallback_branch": "GraphModule.submod_2.cond_false_2"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2055,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_3",
                "fallback_branch": "GraphModule.submod_2.cond_false_3"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2072,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_4",
                "fallback_branch": "GraphModule.submod_2.cond_false_4"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2117,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_5",
                "fallback_branch": "GraphModule.submod_2.cond_false_5"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2332,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_7",
                "fallback_branch": "GraphModule.submod_4.cond_false_7"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2377,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_8",
                "fallback_branch": "GraphModule.submod_4.cond_false_8"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2394,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_9",
                "fallback_branch": "GraphModule.submod_4.cond_false_9"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2439,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_10",
                "fallback_branch": "GraphModule.submod_4.cond_false_10"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2654,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_12",
                "fallback_branch": "GraphModule.submod_6.cond_false_12"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2699,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_13",
                "fallback_branch": "GraphModule.submod_6.cond_false_13"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2716,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_14",
                "fallback_branch": "GraphModule.submod_6.cond_false_14"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2761,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_15",
                "fallback_branch": "GraphModule.submod_6.cond_false_15"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3156,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_16",
                "fallback_branch": "GraphModule.submod_8.cond_false_16"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3201,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_17",
                "fallback_branch": "GraphModule.submod_8.cond_false_17"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3218,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_18",
                "fallback_branch": "GraphModule.submod_8.cond_false_18"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3263,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_19",
                "fallback_branch": "GraphModule.submod_8.cond_false_19"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3431,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_21",
                "fallback_branch": "GraphModule.submod_10.cond_false_21"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3476,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_22",
                "fallback_branch": "GraphModule.submod_10.cond_false_22"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3493,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_23",
                "fallback_branch": "GraphModule.submod_10.cond_false_23"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3538,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_24",
                "fallback_branch": "GraphModule.submod_10.cond_false_24"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3753,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_26",
                "fallback_branch": "GraphModule.submod_12.cond_false_26"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3798,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_27",
                "fallback_branch": "GraphModule.submod_12.cond_false_27"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3815,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_28",
                "fallback_branch": "GraphModule.submod_12.cond_false_28"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3860,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_29",
                "fallback_branch": "GraphModule.submod_12.cond_false_29"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4075,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_31",
                "fallback_branch": "GraphModule.submod_14.cond_false_31"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4120,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_32",
                "fallback_branch": "GraphModule.submod_14.cond_false_32"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4137,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_33",
                "fallback_branch": "GraphModule.submod_14.cond_false_33"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4182,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_34",
                "fallback_branch": "GraphModule.submod_14.cond_false_34"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4577,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_35",
                "fallback_branch": "GraphModule.submod_16.cond_false_35"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4622,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_36",
                "fallback_branch": "GraphModule.submod_16.cond_false_36"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4639,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_37",
                "fallback_branch": "GraphModule.submod_16.cond_false_37"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4684,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_38",
                "fallback_branch": "GraphModule.submod_16.cond_false_38"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4852,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_40",
                "fallback_branch": "GraphModule.submod_18.cond_false_40"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4897,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_41",
                "fallback_branch": "GraphModule.submod_18.cond_false_41"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4914,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_42",
                "fallback_branch": "GraphModule.submod_18.cond_false_42"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4959,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_43",
                "fallback_branch": "GraphModule.submod_18.cond_false_43"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5174,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_45",
                "fallback_branch": "GraphModule.submod_20.cond_false_45"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5219,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_46",
                "fallback_branch": "GraphModule.submod_20.cond_false_46"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5236,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_47",
                "fallback_branch": "GraphModule.submod_20.cond_false_47"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5281,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_48",
                "fallback_branch": "GraphModule.submod_20.cond_false_48"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5496,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_50",
                "fallback_branch": "GraphModule.submod_22.cond_false_50"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5541,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_51",
                "fallback_branch": "GraphModule.submod_22.cond_false_51"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5558,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_52",
                "fallback_branch": "GraphModule.submod_22.cond_false_52"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5603,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_53",
                "fallback_branch": "GraphModule.submod_22.cond_false_53"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 5998,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_54",
                "fallback_branch": "GraphModule.submod_24.cond_false_54"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6043,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_55",
                "fallback_branch": "GraphModule.submod_24.cond_false_55"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6060,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_56",
                "fallback_branch": "GraphModule.submod_24.cond_false_56"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6105,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_57",
                "fallback_branch": "GraphModule.submod_24.cond_false_57"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6273,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_59",
                "fallback_branch": "GraphModule.submod_26.cond_false_59"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6318,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_60",
                "fallback_branch": "GraphModule.submod_26.cond_false_60"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6335,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_61",
                "fallback_branch": "GraphModule.submod_26.cond_false_61"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6380,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_62",
                "fallback_branch": "GraphModule.submod_26.cond_false_62"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6595,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_64",
                "fallback_branch": "GraphModule.submod_28.cond_false_64"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6640,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_65",
                "fallback_branch": "GraphModule.submod_28.cond_false_65"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6657,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_66",
                "fallback_branch": "GraphModule.submod_28.cond_false_66"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6702,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_67",
                "fallback_branch": "GraphModule.submod_28.cond_false_67"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6917,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_69",
                "fallback_branch": "GraphModule.submod_30.cond_false_69"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6962,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_70",
                "fallback_branch": "GraphModule.submod_30.cond_false_70"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6979,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_71",
                "fallback_branch": "GraphModule.submod_30.cond_false_71"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 7024,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_72",
                "fallback_branch": "GraphModule.submod_30.cond_false_72"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7419,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_73",
                "fallback_branch": "GraphModule.submod_32.cond_false_73"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7464,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_74",
                "fallback_branch": "GraphModule.submod_32.cond_false_74"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7481,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_75",
                "fallback_branch": "GraphModule.submod_32.cond_false_75"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7526,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_76",
                "fallback_branch": "GraphModule.submod_32.cond_false_76"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7694,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_78",
                "fallback_branch": "GraphModule.submod_34.cond_false_78"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7739,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_79",
                "fallback_branch": "GraphModule.submod_34.cond_false_79"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7756,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_80",
                "fallback_branch": "GraphModule.submod_34.cond_false_80"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7801,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_81",
                "fallback_branch": "GraphModule.submod_34.cond_false_81"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8016,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_83",
                "fallback_branch": "GraphModule.submod_36.cond_false_83"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8061,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_84",
                "fallback_branch": "GraphModule.submod_36.cond_false_84"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8078,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_85",
                "fallback_branch": "GraphModule.submod_36.cond_false_85"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8123,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_86",
                "fallback_branch": "GraphModule.submod_36.cond_false_86"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8338,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_88",
                "fallback_branch": "GraphModule.submod_38.cond_false_88"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8383,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_89",
                "fallback_branch": "GraphModule.submod_38.cond_false_89"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8400,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_90",
                "fallback_branch": "GraphModule.submod_38.cond_false_90"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8445,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_91",
                "fallback_branch": "GraphModule.submod_38.cond_false_91"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8840,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_92",
                "fallback_branch": "GraphModule.submod_40.cond_false_92"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8885,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_93",
                "fallback_branch": "GraphModule.submod_40.cond_false_93"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8902,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_94",
                "fallback_branch": "GraphModule.submod_40.cond_false_94"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8947,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_95",
                "fallback_branch": "GraphModule.submod_40.cond_false_95"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9115,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_97",
                "fallback_branch": "GraphModule.submod_42.cond_false_97"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9160,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_98",
                "fallback_branch": "GraphModule.submod_42.cond_false_98"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9177,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_99",
                "fallback_branch": "GraphModule.submod_42.cond_false_99"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9222,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_100",
                "fallback_branch": "GraphModule.submod_42.cond_false_100"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9437,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_102",
                "fallback_branch": "GraphModule.submod_44.cond_false_102"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9482,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_103",
                "fallback_branch": "GraphModule.submod_44.cond_false_103"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9499,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_104",
                "fallback_branch": "GraphModule.submod_44.cond_false_104"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9544,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_105",
                "fallback_branch": "GraphModule.submod_44.cond_false_105"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9759,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_107",
                "fallback_branch": "GraphModule.submod_46.cond_false_107"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9804,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_108",
                "fallback_branch": "GraphModule.submod_46.cond_false_108"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9821,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_109",
                "fallback_branch": "GraphModule.submod_46.cond_false_109"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9866,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_110",
                "fallback_branch": "GraphModule.submod_46.cond_false_110"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10261,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_111",
                "fallback_branch": "GraphModule.submod_48.cond_false_111"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10306,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_112",
                "fallback_branch": "GraphModule.submod_48.cond_false_112"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10323,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_113",
                "fallback_branch": "GraphModule.submod_48.cond_false_113"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10368,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_114",
                "fallback_branch": "GraphModule.submod_48.cond_false_114"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10536,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_116",
                "fallback_branch": "GraphModule.submod_50.cond_false_116"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10581,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_117",
                "fallback_branch": "GraphModule.submod_50.cond_false_117"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10598,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_118",
                "fallback_branch": "GraphModule.submod_50.cond_false_118"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10643,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_119",
                "fallback_branch": "GraphModule.submod_50.cond_false_119"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10858,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_121",
                "fallback_branch": "GraphModule.submod_52.cond_false_121"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10903,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_122",
                "fallback_branch": "GraphModule.submod_52.cond_false_122"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10920,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_123",
                "fallback_branch": "GraphModule.submod_52.cond_false_123"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10965,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_124",
                "fallback_branch": "GraphModule.submod_52.cond_false_124"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11180,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_126",
                "fallback_branch": "GraphModule.submod_54.cond_false_126"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11225,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_127",
                "fallback_branch": "GraphModule.submod_54.cond_false_127"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11242,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_128",
                "fallback_branch": "GraphModule.submod_54.cond_false_128"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11287,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_129",
                "fallback_branch": "GraphModule.submod_54.cond_false_129"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11682,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_130",
                "fallback_branch": "GraphModule.submod_56.cond_false_130"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11727,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_131",
                "fallback_branch": "GraphModule.submod_56.cond_false_131"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11744,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_132",
                "fallback_branch": "GraphModule.submod_56.cond_false_132"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11789,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_133",
                "fallback_branch": "GraphModule.submod_56.cond_false_133"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 11957,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_135",
                "fallback_branch": "GraphModule.submod_58.cond_false_135"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12002,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_136",
                "fallback_branch": "GraphModule.submod_58.cond_false_136"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12019,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_137",
                "fallback_branch": "GraphModule.submod_58.cond_false_137"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12064,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_138",
                "fallback_branch": "GraphModule.submod_58.cond_false_138"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12279,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_140",
                "fallback_branch": "GraphModule.submod_60.cond_false_140"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12324,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_141",
                "fallback_branch": "GraphModule.submod_60.cond_false_141"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12341,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_142",
                "fallback_branch": "GraphModule.submod_60.cond_false_142"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12386,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_143",
                "fallback_branch": "GraphModule.submod_60.cond_false_143"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12601,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_145",
                "fallback_branch": "GraphModule.submod_62.cond_false_145"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12646,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_146",
                "fallback_branch": "GraphModule.submod_62.cond_false_146"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12663,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_147",
                "fallback_branch": "GraphModule.submod_62.cond_false_147"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12708,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_148",
                "fallback_branch": "GraphModule.submod_62.cond_false_148"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13103,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_149",
                "fallback_branch": "GraphModule.submod_64.cond_false_149"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13148,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_150",
                "fallback_branch": "GraphModule.submod_64.cond_false_150"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13165,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_151",
                "fallback_branch": "GraphModule.submod_64.cond_false_151"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13210,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_152",
                "fallback_branch": "GraphModule.submod_64.cond_false_152"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13378,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_154",
                "fallback_branch": "GraphModule.submod_66.cond_false_154"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13423,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_155",
                "fallback_branch": "GraphModule.submod_66.cond_false_155"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13440,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_156",
                "fallback_branch": "GraphModule.submod_66.cond_false_156"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13485,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_157",
                "fallback_branch": "GraphModule.submod_66.cond_false_157"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13700,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_159",
                "fallback_branch": "GraphModule.submod_68.cond_false_159"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13745,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_160",
                "fallback_branch": "GraphModule.submod_68.cond_false_160"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13762,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_161",
                "fallback_branch": "GraphModule.submod_68.cond_false_161"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13807,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_162",
                "fallback_branch": "GraphModule.submod_68.cond_false_162"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14022,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_164",
                "fallback_branch": "GraphModule.submod_70.cond_false_164"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14067,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_165",
                "fallback_branch": "GraphModule.submod_70.cond_false_165"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14084,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_166",
                "fallback_branch": "GraphModule.submod_70.cond_false_166"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14129,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_167",
                "fallback_branch": "GraphModule.submod_70.cond_false_167"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14524,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_168",
                "fallback_branch": "GraphModule.submod_72.cond_false_168"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14569,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_169",
                "fallback_branch": "GraphModule.submod_72.cond_false_169"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14586,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_170",
                "fallback_branch": "GraphModule.submod_72.cond_false_170"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14631,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_171",
                "fallback_branch": "GraphModule.submod_72.cond_false_171"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14799,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_173",
                "fallback_branch": "GraphModule.submod_74.cond_false_173"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14844,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_174",
                "fallback_branch": "GraphModule.submod_74.cond_false_174"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14861,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_175",
                "fallback_branch": "GraphModule.submod_74.cond_false_175"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14906,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_176",
                "fallback_branch": "GraphModule.submod_74.cond_false_176"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15121,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_178",
                "fallback_branch": "GraphModule.submod_76.cond_false_178"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15166,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_179",
                "fallback_branch": "GraphModule.submod_76.cond_false_179"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15183,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_180",
                "fallback_branch": "GraphModule.submod_76.cond_false_180"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15228,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_181",
                "fallback_branch": "GraphModule.submod_76.cond_false_181"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15443,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_183",
                "fallback_branch": "GraphModule.submod_78.cond_false_183"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15488,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_184",
                "fallback_branch": "GraphModule.submod_78.cond_false_184"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15505,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_185",
                "fallback_branch": "GraphModule.submod_78.cond_false_185"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15550,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_186",
                "fallback_branch": "GraphModule.submod_78.cond_false_186"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15945,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_187",
                "fallback_branch": "GraphModule.submod_80.cond_false_187"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15990,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_188",
                "fallback_branch": "GraphModule.submod_80.cond_false_188"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16007,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_189",
                "fallback_branch": "GraphModule.submod_80.cond_false_189"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16052,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_190",
                "fallback_branch": "GraphModule.submod_80.cond_false_190"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16220,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_192",
                "fallback_branch": "GraphModule.submod_82.cond_false_192"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16265,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_193",
                "fallback_branch": "GraphModule.submod_82.cond_false_193"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16282,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_194",
                "fallback_branch": "GraphModule.submod_82.cond_false_194"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16327,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_195",
                "fallback_branch": "GraphModule.submod_82.cond_false_195"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16542,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_197",
                "fallback_branch": "GraphModule.submod_84.cond_false_197"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16587,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_198",
                "fallback_branch": "GraphModule.submod_84.cond_false_198"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16604,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_199",
                "fallback_branch": "GraphModule.submod_84.cond_false_199"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16649,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_200",
                "fallback_branch": "GraphModule.submod_84.cond_false_200"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16864,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_202",
                "fallback_branch": "GraphModule.submod_86.cond_false_202"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16909,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_203",
                "fallback_branch": "GraphModule.submod_86.cond_false_203"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16926,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_204",
                "fallback_branch": "GraphModule.submod_86.cond_false_204"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16971,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_205",
                "fallback_branch": "GraphModule.submod_86.cond_false_205"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17366,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_206",
                "fallback_branch": "GraphModule.submod_88.cond_false_206"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17411,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_207",
                "fallback_branch": "GraphModule.submod_88.cond_false_207"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17428,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_208",
                "fallback_branch": "GraphModule.submod_88.cond_false_208"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17473,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_209",
                "fallback_branch": "GraphModule.submod_88.cond_false_209"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17641,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_211",
                "fallback_branch": "GraphModule.submod_90.cond_false_211"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17686,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_212",
                "fallback_branch": "GraphModule.submod_90.cond_false_212"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17703,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_213",
                "fallback_branch": "GraphModule.submod_90.cond_false_213"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17748,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_214",
                "fallback_branch": "GraphModule.submod_90.cond_false_214"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 17963,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_216",
                "fallback_branch": "GraphModule.submod_92.cond_false_216"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18008,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_217",
                "fallback_branch": "GraphModule.submod_92.cond_false_217"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18025,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_218",
                "fallback_branch": "GraphModule.submod_92.cond_false_218"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18070,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_219",
                "fallback_branch": "GraphModule.submod_92.cond_false_219"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18285,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_221",
                "fallback_branch": "GraphModule.submod_94.cond_false_221"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18330,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_222",
                "fallback_branch": "GraphModule.submod_94.cond_false_222"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18347,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_223",
                "fallback_branch": "GraphModule.submod_94.cond_false_223"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18392,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_224",
                "fallback_branch": "GraphModule.submod_94.cond_false_224"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18787,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_225",
                "fallback_branch": "GraphModule.submod_96.cond_false_225"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18832,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_226",
                "fallback_branch": "GraphModule.submod_96.cond_false_226"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18849,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_227",
                "fallback_branch": "GraphModule.submod_96.cond_false_227"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18894,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_228",
                "fallback_branch": "GraphModule.submod_96.cond_false_228"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19062,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_230",
                "fallback_branch": "GraphModule.submod_98.cond_false_230"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19107,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_231",
                "fallback_branch": "GraphModule.submod_98.cond_false_231"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19124,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_232",
                "fallback_branch": "GraphModule.submod_98.cond_false_232"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19169,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_233",
                "fallback_branch": "GraphModule.submod_98.cond_false_233"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19384,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_235",
                "fallback_branch": "GraphModule.submod_100.cond_false_235"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19429,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_236",
                "fallback_branch": "GraphModule.submod_100.cond_false_236"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19446,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_237",
                "fallback_branch": "GraphModule.submod_100.cond_false_237"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19491,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_238",
                "fallback_branch": "GraphModule.submod_100.cond_false_238"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19706,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_240",
                "fallback_branch": "GraphModule.submod_102.cond_false_240"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19751,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_241",
                "fallback_branch": "GraphModule.submod_102.cond_false_241"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19768,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_242",
                "fallback_branch": "GraphModule.submod_102.cond_false_242"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19813,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_243",
                "fallback_branch": "GraphModule.submod_102.cond_false_243"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20208,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_244",
                "fallback_branch": "GraphModule.submod_104.cond_false_244"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20253,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_245",
                "fallback_branch": "GraphModule.submod_104.cond_false_245"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20270,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_246",
                "fallback_branch": "GraphModule.submod_104.cond_false_246"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20315,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_247",
                "fallback_branch": "GraphModule.submod_104.cond_false_247"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20483,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_249",
                "fallback_branch": "GraphModule.submod_106.cond_false_249"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20528,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_250",
                "fallback_branch": "GraphModule.submod_106.cond_false_250"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20545,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_251",
                "fallback_branch": "GraphModule.submod_106.cond_false_251"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20590,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_252",
                "fallback_branch": "GraphModule.submod_106.cond_false_252"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20805,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_254",
                "fallback_branch": "GraphModule.submod_108.cond_false_254"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20850,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_255",
                "fallback_branch": "GraphModule.submod_108.cond_false_255"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20867,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_256",
                "fallback_branch": "GraphModule.submod_108.cond_false_256"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20912,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_257",
                "fallback_branch": "GraphModule.submod_108.cond_false_257"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21127,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_259",
                "fallback_branch": "GraphModule.submod_110.cond_false_259"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21172,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_260",
                "fallback_branch": "GraphModule.submod_110.cond_false_260"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21189,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_261",
                "fallback_branch": "GraphModule.submod_110.cond_false_261"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21234,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_262",
                "fallback_branch": "GraphModule.submod_110.cond_false_262"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21629,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_263",
                "fallback_branch": "GraphModule.submod_112.cond_false_263"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21674,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_264",
                "fallback_branch": "GraphModule.submod_112.cond_false_264"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21691,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_265",
                "fallback_branch": "GraphModule.submod_112.cond_false_265"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21736,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_266",
                "fallback_branch": "GraphModule.submod_112.cond_false_266"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21904,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_268",
                "fallback_branch": "GraphModule.submod_114.cond_false_268"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21949,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_269",
                "fallback_branch": "GraphModule.submod_114.cond_false_269"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21966,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_270",
                "fallback_branch": "GraphModule.submod_114.cond_false_270"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22011,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_271",
                "fallback_branch": "GraphModule.submod_114.cond_false_271"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22226,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_273",
                "fallback_branch": "GraphModule.submod_116.cond_false_273"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22271,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_274",
                "fallback_branch": "GraphModule.submod_116.cond_false_274"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22288,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_275",
                "fallback_branch": "GraphModule.submod_116.cond_false_275"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22333,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_276",
                "fallback_branch": "GraphModule.submod_116.cond_false_276"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22548,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_278",
                "fallback_branch": "GraphModule.submod_118.cond_false_278"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22593,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_279",
                "fallback_branch": "GraphModule.submod_118.cond_false_279"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22610,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_280",
                "fallback_branch": "GraphModule.submod_118.cond_false_280"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22655,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_281",
                "fallback_branch": "GraphModule.submod_118.cond_false_281"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23050,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_282",
                "fallback_branch": "GraphModule.submod_120.cond_false_282"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23095,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_283",
                "fallback_branch": "GraphModule.submod_120.cond_false_283"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23112,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_284",
                "fallback_branch": "GraphModule.submod_120.cond_false_284"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23157,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_285",
                "fallback_branch": "GraphModule.submod_120.cond_false_285"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23325,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_287",
                "fallback_branch": "GraphModule.submod_122.cond_false_287"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23370,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_288",
                "fallback_branch": "GraphModule.submod_122.cond_false_288"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23387,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_289",
                "fallback_branch": "GraphModule.submod_122.cond_false_289"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23432,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_290",
                "fallback_branch": "GraphModule.submod_122.cond_false_290"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23647,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_292",
                "fallback_branch": "GraphModule.submod_124.cond_false_292"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23692,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_293",
                "fallback_branch": "GraphModule.submod_124.cond_false_293"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23709,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_294",
                "fallback_branch": "GraphModule.submod_124.cond_false_294"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23754,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_295",
                "fallback_branch": "GraphModule.submod_124.cond_false_295"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 23969,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_297",
                "fallback_branch": "GraphModule.submod_126.cond_false_297"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24014,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_298",
                "fallback_branch": "GraphModule.submod_126.cond_false_298"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24031,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_299",
                "fallback_branch": "GraphModule.submod_126.cond_false_299"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24076,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_300",
                "fallback_branch": "GraphModule.submod_126.cond_false_300"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24469,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_301",
                "fallback_branch": "GraphModule.submod_128.cond_false_301"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24514,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_302",
                "fallback_branch": "GraphModule.submod_128.cond_false_302"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24531,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_303",
                "fallback_branch": "GraphModule.submod_128.cond_false_303"
              }
            ]
          },
          {
            "rank": 1,
            "pid": 84,
            "source_sha256": "4e0e93d83723f43f1c9f4b06d9908030cce3c958340ea4628d41f4f6c429d755",
            "generated_conditional_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "conditional_line": 1908,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_0.cond_true_0",
                "fallback_branch": "GraphModule.submod_0.cond_false_0"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2010,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_2",
                "fallback_branch": "GraphModule.submod_2.cond_false_2"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2055,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_3",
                "fallback_branch": "GraphModule.submod_2.cond_false_3"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2072,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_4",
                "fallback_branch": "GraphModule.submod_2.cond_false_4"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2117,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_5",
                "fallback_branch": "GraphModule.submod_2.cond_false_5"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2332,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_7",
                "fallback_branch": "GraphModule.submod_4.cond_false_7"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2377,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_8",
                "fallback_branch": "GraphModule.submod_4.cond_false_8"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2394,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_9",
                "fallback_branch": "GraphModule.submod_4.cond_false_9"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2439,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_10",
                "fallback_branch": "GraphModule.submod_4.cond_false_10"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2654,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_12",
                "fallback_branch": "GraphModule.submod_6.cond_false_12"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2699,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_13",
                "fallback_branch": "GraphModule.submod_6.cond_false_13"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2716,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_14",
                "fallback_branch": "GraphModule.submod_6.cond_false_14"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2761,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_15",
                "fallback_branch": "GraphModule.submod_6.cond_false_15"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3156,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_16",
                "fallback_branch": "GraphModule.submod_8.cond_false_16"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3201,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_17",
                "fallback_branch": "GraphModule.submod_8.cond_false_17"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3218,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_18",
                "fallback_branch": "GraphModule.submod_8.cond_false_18"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3263,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_19",
                "fallback_branch": "GraphModule.submod_8.cond_false_19"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3431,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_21",
                "fallback_branch": "GraphModule.submod_10.cond_false_21"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3476,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_22",
                "fallback_branch": "GraphModule.submod_10.cond_false_22"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3493,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_23",
                "fallback_branch": "GraphModule.submod_10.cond_false_23"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3538,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_24",
                "fallback_branch": "GraphModule.submod_10.cond_false_24"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3753,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_26",
                "fallback_branch": "GraphModule.submod_12.cond_false_26"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3798,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_27",
                "fallback_branch": "GraphModule.submod_12.cond_false_27"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3815,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_28",
                "fallback_branch": "GraphModule.submod_12.cond_false_28"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3860,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_29",
                "fallback_branch": "GraphModule.submod_12.cond_false_29"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4075,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_31",
                "fallback_branch": "GraphModule.submod_14.cond_false_31"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4120,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_32",
                "fallback_branch": "GraphModule.submod_14.cond_false_32"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4137,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_33",
                "fallback_branch": "GraphModule.submod_14.cond_false_33"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4182,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_34",
                "fallback_branch": "GraphModule.submod_14.cond_false_34"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4577,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_35",
                "fallback_branch": "GraphModule.submod_16.cond_false_35"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4622,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_36",
                "fallback_branch": "GraphModule.submod_16.cond_false_36"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4639,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_37",
                "fallback_branch": "GraphModule.submod_16.cond_false_37"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4684,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_38",
                "fallback_branch": "GraphModule.submod_16.cond_false_38"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4852,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_40",
                "fallback_branch": "GraphModule.submod_18.cond_false_40"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4897,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_41",
                "fallback_branch": "GraphModule.submod_18.cond_false_41"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4914,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_42",
                "fallback_branch": "GraphModule.submod_18.cond_false_42"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4959,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_43",
                "fallback_branch": "GraphModule.submod_18.cond_false_43"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5174,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_45",
                "fallback_branch": "GraphModule.submod_20.cond_false_45"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5219,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_46",
                "fallback_branch": "GraphModule.submod_20.cond_false_46"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5236,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_47",
                "fallback_branch": "GraphModule.submod_20.cond_false_47"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5281,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_48",
                "fallback_branch": "GraphModule.submod_20.cond_false_48"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5496,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_50",
                "fallback_branch": "GraphModule.submod_22.cond_false_50"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5541,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_51",
                "fallback_branch": "GraphModule.submod_22.cond_false_51"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5558,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_52",
                "fallback_branch": "GraphModule.submod_22.cond_false_52"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5603,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_53",
                "fallback_branch": "GraphModule.submod_22.cond_false_53"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 5998,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_54",
                "fallback_branch": "GraphModule.submod_24.cond_false_54"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6043,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_55",
                "fallback_branch": "GraphModule.submod_24.cond_false_55"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6060,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_56",
                "fallback_branch": "GraphModule.submod_24.cond_false_56"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6105,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_57",
                "fallback_branch": "GraphModule.submod_24.cond_false_57"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6273,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_59",
                "fallback_branch": "GraphModule.submod_26.cond_false_59"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6318,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_60",
                "fallback_branch": "GraphModule.submod_26.cond_false_60"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6335,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_61",
                "fallback_branch": "GraphModule.submod_26.cond_false_61"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6380,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_62",
                "fallback_branch": "GraphModule.submod_26.cond_false_62"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6595,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_64",
                "fallback_branch": "GraphModule.submod_28.cond_false_64"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6640,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_65",
                "fallback_branch": "GraphModule.submod_28.cond_false_65"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6657,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_66",
                "fallback_branch": "GraphModule.submod_28.cond_false_66"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6702,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_67",
                "fallback_branch": "GraphModule.submod_28.cond_false_67"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6917,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_69",
                "fallback_branch": "GraphModule.submod_30.cond_false_69"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6962,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_70",
                "fallback_branch": "GraphModule.submod_30.cond_false_70"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6979,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_71",
                "fallback_branch": "GraphModule.submod_30.cond_false_71"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 7024,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_72",
                "fallback_branch": "GraphModule.submod_30.cond_false_72"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7419,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_73",
                "fallback_branch": "GraphModule.submod_32.cond_false_73"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7464,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_74",
                "fallback_branch": "GraphModule.submod_32.cond_false_74"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7481,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_75",
                "fallback_branch": "GraphModule.submod_32.cond_false_75"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7526,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_76",
                "fallback_branch": "GraphModule.submod_32.cond_false_76"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7694,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_78",
                "fallback_branch": "GraphModule.submod_34.cond_false_78"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7739,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_79",
                "fallback_branch": "GraphModule.submod_34.cond_false_79"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7756,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_80",
                "fallback_branch": "GraphModule.submod_34.cond_false_80"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7801,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_81",
                "fallback_branch": "GraphModule.submod_34.cond_false_81"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8016,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_83",
                "fallback_branch": "GraphModule.submod_36.cond_false_83"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8061,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_84",
                "fallback_branch": "GraphModule.submod_36.cond_false_84"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8078,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_85",
                "fallback_branch": "GraphModule.submod_36.cond_false_85"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8123,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_86",
                "fallback_branch": "GraphModule.submod_36.cond_false_86"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8338,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_88",
                "fallback_branch": "GraphModule.submod_38.cond_false_88"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8383,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_89",
                "fallback_branch": "GraphModule.submod_38.cond_false_89"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8400,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_90",
                "fallback_branch": "GraphModule.submod_38.cond_false_90"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8445,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_91",
                "fallback_branch": "GraphModule.submod_38.cond_false_91"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8840,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_92",
                "fallback_branch": "GraphModule.submod_40.cond_false_92"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8885,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_93",
                "fallback_branch": "GraphModule.submod_40.cond_false_93"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8902,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_94",
                "fallback_branch": "GraphModule.submod_40.cond_false_94"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8947,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_95",
                "fallback_branch": "GraphModule.submod_40.cond_false_95"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9115,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_97",
                "fallback_branch": "GraphModule.submod_42.cond_false_97"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9160,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_98",
                "fallback_branch": "GraphModule.submod_42.cond_false_98"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9177,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_99",
                "fallback_branch": "GraphModule.submod_42.cond_false_99"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9222,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_100",
                "fallback_branch": "GraphModule.submod_42.cond_false_100"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9437,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_102",
                "fallback_branch": "GraphModule.submod_44.cond_false_102"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9482,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_103",
                "fallback_branch": "GraphModule.submod_44.cond_false_103"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9499,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_104",
                "fallback_branch": "GraphModule.submod_44.cond_false_104"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9544,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_105",
                "fallback_branch": "GraphModule.submod_44.cond_false_105"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9759,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_107",
                "fallback_branch": "GraphModule.submod_46.cond_false_107"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9804,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_108",
                "fallback_branch": "GraphModule.submod_46.cond_false_108"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9821,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_109",
                "fallback_branch": "GraphModule.submod_46.cond_false_109"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9866,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_110",
                "fallback_branch": "GraphModule.submod_46.cond_false_110"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10261,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_111",
                "fallback_branch": "GraphModule.submod_48.cond_false_111"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10306,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_112",
                "fallback_branch": "GraphModule.submod_48.cond_false_112"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10323,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_113",
                "fallback_branch": "GraphModule.submod_48.cond_false_113"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10368,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_114",
                "fallback_branch": "GraphModule.submod_48.cond_false_114"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10536,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_116",
                "fallback_branch": "GraphModule.submod_50.cond_false_116"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10581,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_117",
                "fallback_branch": "GraphModule.submod_50.cond_false_117"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10598,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_118",
                "fallback_branch": "GraphModule.submod_50.cond_false_118"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10643,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_119",
                "fallback_branch": "GraphModule.submod_50.cond_false_119"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10858,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_121",
                "fallback_branch": "GraphModule.submod_52.cond_false_121"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10903,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_122",
                "fallback_branch": "GraphModule.submod_52.cond_false_122"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10920,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_123",
                "fallback_branch": "GraphModule.submod_52.cond_false_123"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10965,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_124",
                "fallback_branch": "GraphModule.submod_52.cond_false_124"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11180,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_126",
                "fallback_branch": "GraphModule.submod_54.cond_false_126"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11225,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_127",
                "fallback_branch": "GraphModule.submod_54.cond_false_127"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11242,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_128",
                "fallback_branch": "GraphModule.submod_54.cond_false_128"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11287,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_129",
                "fallback_branch": "GraphModule.submod_54.cond_false_129"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11682,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_130",
                "fallback_branch": "GraphModule.submod_56.cond_false_130"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11727,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_131",
                "fallback_branch": "GraphModule.submod_56.cond_false_131"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11744,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_132",
                "fallback_branch": "GraphModule.submod_56.cond_false_132"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11789,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_133",
                "fallback_branch": "GraphModule.submod_56.cond_false_133"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 11957,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_135",
                "fallback_branch": "GraphModule.submod_58.cond_false_135"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12002,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_136",
                "fallback_branch": "GraphModule.submod_58.cond_false_136"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12019,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_137",
                "fallback_branch": "GraphModule.submod_58.cond_false_137"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12064,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_138",
                "fallback_branch": "GraphModule.submod_58.cond_false_138"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12279,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_140",
                "fallback_branch": "GraphModule.submod_60.cond_false_140"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12324,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_141",
                "fallback_branch": "GraphModule.submod_60.cond_false_141"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12341,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_142",
                "fallback_branch": "GraphModule.submod_60.cond_false_142"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12386,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_143",
                "fallback_branch": "GraphModule.submod_60.cond_false_143"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12601,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_145",
                "fallback_branch": "GraphModule.submod_62.cond_false_145"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12646,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_146",
                "fallback_branch": "GraphModule.submod_62.cond_false_146"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12663,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_147",
                "fallback_branch": "GraphModule.submod_62.cond_false_147"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12708,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_148",
                "fallback_branch": "GraphModule.submod_62.cond_false_148"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13103,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_149",
                "fallback_branch": "GraphModule.submod_64.cond_false_149"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13148,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_150",
                "fallback_branch": "GraphModule.submod_64.cond_false_150"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13165,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_151",
                "fallback_branch": "GraphModule.submod_64.cond_false_151"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13210,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_152",
                "fallback_branch": "GraphModule.submod_64.cond_false_152"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13378,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_154",
                "fallback_branch": "GraphModule.submod_66.cond_false_154"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13423,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_155",
                "fallback_branch": "GraphModule.submod_66.cond_false_155"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13440,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_156",
                "fallback_branch": "GraphModule.submod_66.cond_false_156"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13485,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_157",
                "fallback_branch": "GraphModule.submod_66.cond_false_157"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13700,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_159",
                "fallback_branch": "GraphModule.submod_68.cond_false_159"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13745,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_160",
                "fallback_branch": "GraphModule.submod_68.cond_false_160"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13762,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_161",
                "fallback_branch": "GraphModule.submod_68.cond_false_161"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13807,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_162",
                "fallback_branch": "GraphModule.submod_68.cond_false_162"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14022,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_164",
                "fallback_branch": "GraphModule.submod_70.cond_false_164"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14067,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_165",
                "fallback_branch": "GraphModule.submod_70.cond_false_165"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14084,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_166",
                "fallback_branch": "GraphModule.submod_70.cond_false_166"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14129,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_167",
                "fallback_branch": "GraphModule.submod_70.cond_false_167"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14524,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_168",
                "fallback_branch": "GraphModule.submod_72.cond_false_168"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14569,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_169",
                "fallback_branch": "GraphModule.submod_72.cond_false_169"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14586,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_170",
                "fallback_branch": "GraphModule.submod_72.cond_false_170"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14631,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_171",
                "fallback_branch": "GraphModule.submod_72.cond_false_171"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14799,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_173",
                "fallback_branch": "GraphModule.submod_74.cond_false_173"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14844,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_174",
                "fallback_branch": "GraphModule.submod_74.cond_false_174"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14861,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_175",
                "fallback_branch": "GraphModule.submod_74.cond_false_175"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14906,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_176",
                "fallback_branch": "GraphModule.submod_74.cond_false_176"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15121,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_178",
                "fallback_branch": "GraphModule.submod_76.cond_false_178"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15166,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_179",
                "fallback_branch": "GraphModule.submod_76.cond_false_179"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15183,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_180",
                "fallback_branch": "GraphModule.submod_76.cond_false_180"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15228,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_181",
                "fallback_branch": "GraphModule.submod_76.cond_false_181"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15443,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_183",
                "fallback_branch": "GraphModule.submod_78.cond_false_183"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15488,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_184",
                "fallback_branch": "GraphModule.submod_78.cond_false_184"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15505,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_185",
                "fallback_branch": "GraphModule.submod_78.cond_false_185"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15550,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_186",
                "fallback_branch": "GraphModule.submod_78.cond_false_186"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15945,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_187",
                "fallback_branch": "GraphModule.submod_80.cond_false_187"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15990,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_188",
                "fallback_branch": "GraphModule.submod_80.cond_false_188"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16007,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_189",
                "fallback_branch": "GraphModule.submod_80.cond_false_189"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16052,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_190",
                "fallback_branch": "GraphModule.submod_80.cond_false_190"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16220,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_192",
                "fallback_branch": "GraphModule.submod_82.cond_false_192"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16265,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_193",
                "fallback_branch": "GraphModule.submod_82.cond_false_193"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16282,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_194",
                "fallback_branch": "GraphModule.submod_82.cond_false_194"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16327,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_195",
                "fallback_branch": "GraphModule.submod_82.cond_false_195"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16542,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_197",
                "fallback_branch": "GraphModule.submod_84.cond_false_197"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16587,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_198",
                "fallback_branch": "GraphModule.submod_84.cond_false_198"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16604,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_199",
                "fallback_branch": "GraphModule.submod_84.cond_false_199"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16649,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_200",
                "fallback_branch": "GraphModule.submod_84.cond_false_200"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16864,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_202",
                "fallback_branch": "GraphModule.submod_86.cond_false_202"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16909,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_203",
                "fallback_branch": "GraphModule.submod_86.cond_false_203"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16926,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_204",
                "fallback_branch": "GraphModule.submod_86.cond_false_204"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16971,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_205",
                "fallback_branch": "GraphModule.submod_86.cond_false_205"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17366,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_206",
                "fallback_branch": "GraphModule.submod_88.cond_false_206"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17411,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_207",
                "fallback_branch": "GraphModule.submod_88.cond_false_207"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17428,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_208",
                "fallback_branch": "GraphModule.submod_88.cond_false_208"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17473,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_209",
                "fallback_branch": "GraphModule.submod_88.cond_false_209"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17641,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_211",
                "fallback_branch": "GraphModule.submod_90.cond_false_211"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17686,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_212",
                "fallback_branch": "GraphModule.submod_90.cond_false_212"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17703,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_213",
                "fallback_branch": "GraphModule.submod_90.cond_false_213"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17748,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_214",
                "fallback_branch": "GraphModule.submod_90.cond_false_214"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 17963,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_216",
                "fallback_branch": "GraphModule.submod_92.cond_false_216"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18008,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_217",
                "fallback_branch": "GraphModule.submod_92.cond_false_217"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18025,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_218",
                "fallback_branch": "GraphModule.submod_92.cond_false_218"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18070,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_219",
                "fallback_branch": "GraphModule.submod_92.cond_false_219"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18285,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_221",
                "fallback_branch": "GraphModule.submod_94.cond_false_221"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18330,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_222",
                "fallback_branch": "GraphModule.submod_94.cond_false_222"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18347,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_223",
                "fallback_branch": "GraphModule.submod_94.cond_false_223"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18392,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_224",
                "fallback_branch": "GraphModule.submod_94.cond_false_224"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18787,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_225",
                "fallback_branch": "GraphModule.submod_96.cond_false_225"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18832,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_226",
                "fallback_branch": "GraphModule.submod_96.cond_false_226"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18849,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_227",
                "fallback_branch": "GraphModule.submod_96.cond_false_227"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18894,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_228",
                "fallback_branch": "GraphModule.submod_96.cond_false_228"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19062,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_230",
                "fallback_branch": "GraphModule.submod_98.cond_false_230"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19107,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_231",
                "fallback_branch": "GraphModule.submod_98.cond_false_231"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19124,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_232",
                "fallback_branch": "GraphModule.submod_98.cond_false_232"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19169,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_233",
                "fallback_branch": "GraphModule.submod_98.cond_false_233"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19384,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_235",
                "fallback_branch": "GraphModule.submod_100.cond_false_235"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19429,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_236",
                "fallback_branch": "GraphModule.submod_100.cond_false_236"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19446,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_237",
                "fallback_branch": "GraphModule.submod_100.cond_false_237"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19491,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_238",
                "fallback_branch": "GraphModule.submod_100.cond_false_238"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19706,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_240",
                "fallback_branch": "GraphModule.submod_102.cond_false_240"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19751,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_241",
                "fallback_branch": "GraphModule.submod_102.cond_false_241"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19768,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_242",
                "fallback_branch": "GraphModule.submod_102.cond_false_242"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19813,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_243",
                "fallback_branch": "GraphModule.submod_102.cond_false_243"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20208,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_244",
                "fallback_branch": "GraphModule.submod_104.cond_false_244"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20253,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_245",
                "fallback_branch": "GraphModule.submod_104.cond_false_245"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20270,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_246",
                "fallback_branch": "GraphModule.submod_104.cond_false_246"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20315,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_247",
                "fallback_branch": "GraphModule.submod_104.cond_false_247"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20483,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_249",
                "fallback_branch": "GraphModule.submod_106.cond_false_249"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20528,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_250",
                "fallback_branch": "GraphModule.submod_106.cond_false_250"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20545,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_251",
                "fallback_branch": "GraphModule.submod_106.cond_false_251"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20590,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_252",
                "fallback_branch": "GraphModule.submod_106.cond_false_252"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20805,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_254",
                "fallback_branch": "GraphModule.submod_108.cond_false_254"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20850,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_255",
                "fallback_branch": "GraphModule.submod_108.cond_false_255"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20867,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_256",
                "fallback_branch": "GraphModule.submod_108.cond_false_256"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20912,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_257",
                "fallback_branch": "GraphModule.submod_108.cond_false_257"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21127,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_259",
                "fallback_branch": "GraphModule.submod_110.cond_false_259"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21172,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_260",
                "fallback_branch": "GraphModule.submod_110.cond_false_260"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21189,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_261",
                "fallback_branch": "GraphModule.submod_110.cond_false_261"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21234,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_262",
                "fallback_branch": "GraphModule.submod_110.cond_false_262"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21629,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_263",
                "fallback_branch": "GraphModule.submod_112.cond_false_263"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21674,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_264",
                "fallback_branch": "GraphModule.submod_112.cond_false_264"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21691,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_265",
                "fallback_branch": "GraphModule.submod_112.cond_false_265"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21736,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_266",
                "fallback_branch": "GraphModule.submod_112.cond_false_266"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21904,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_268",
                "fallback_branch": "GraphModule.submod_114.cond_false_268"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21949,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_269",
                "fallback_branch": "GraphModule.submod_114.cond_false_269"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21966,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_270",
                "fallback_branch": "GraphModule.submod_114.cond_false_270"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22011,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_271",
                "fallback_branch": "GraphModule.submod_114.cond_false_271"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22226,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_273",
                "fallback_branch": "GraphModule.submod_116.cond_false_273"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22271,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_274",
                "fallback_branch": "GraphModule.submod_116.cond_false_274"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22288,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_275",
                "fallback_branch": "GraphModule.submod_116.cond_false_275"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22333,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_276",
                "fallback_branch": "GraphModule.submod_116.cond_false_276"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22548,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_278",
                "fallback_branch": "GraphModule.submod_118.cond_false_278"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22593,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_279",
                "fallback_branch": "GraphModule.submod_118.cond_false_279"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22610,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_280",
                "fallback_branch": "GraphModule.submod_118.cond_false_280"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22655,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_281",
                "fallback_branch": "GraphModule.submod_118.cond_false_281"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23050,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_282",
                "fallback_branch": "GraphModule.submod_120.cond_false_282"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23095,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_283",
                "fallback_branch": "GraphModule.submod_120.cond_false_283"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23112,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_284",
                "fallback_branch": "GraphModule.submod_120.cond_false_284"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23157,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_285",
                "fallback_branch": "GraphModule.submod_120.cond_false_285"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23325,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_287",
                "fallback_branch": "GraphModule.submod_122.cond_false_287"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23370,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_288",
                "fallback_branch": "GraphModule.submod_122.cond_false_288"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23387,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_289",
                "fallback_branch": "GraphModule.submod_122.cond_false_289"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23432,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_290",
                "fallback_branch": "GraphModule.submod_122.cond_false_290"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23647,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_292",
                "fallback_branch": "GraphModule.submod_124.cond_false_292"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23692,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_293",
                "fallback_branch": "GraphModule.submod_124.cond_false_293"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23709,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_294",
                "fallback_branch": "GraphModule.submod_124.cond_false_294"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23754,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_295",
                "fallback_branch": "GraphModule.submod_124.cond_false_295"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 23969,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_297",
                "fallback_branch": "GraphModule.submod_126.cond_false_297"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24014,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_298",
                "fallback_branch": "GraphModule.submod_126.cond_false_298"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24031,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_299",
                "fallback_branch": "GraphModule.submod_126.cond_false_299"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24076,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_300",
                "fallback_branch": "GraphModule.submod_126.cond_false_300"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24469,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_301",
                "fallback_branch": "GraphModule.submod_128.cond_false_301"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24514,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_302",
                "fallback_branch": "GraphModule.submod_128.cond_false_302"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24531,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_303",
                "fallback_branch": "GraphModule.submod_128.cond_false_303"
              }
            ]
          },
          {
            "rank": 2,
            "pid": 85,
            "source_sha256": "c1b4b07d7cce7b0e2ad88f7dbd2fe32e92ccb362cc19cb7a6e72c919975a2246",
            "generated_conditional_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "conditional_line": 1908,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_0.cond_true_0",
                "fallback_branch": "GraphModule.submod_0.cond_false_0"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2010,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_2",
                "fallback_branch": "GraphModule.submod_2.cond_false_2"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2055,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_3",
                "fallback_branch": "GraphModule.submod_2.cond_false_3"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2072,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_4",
                "fallback_branch": "GraphModule.submod_2.cond_false_4"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2117,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_5",
                "fallback_branch": "GraphModule.submod_2.cond_false_5"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2332,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_7",
                "fallback_branch": "GraphModule.submod_4.cond_false_7"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2377,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_8",
                "fallback_branch": "GraphModule.submod_4.cond_false_8"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2394,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_9",
                "fallback_branch": "GraphModule.submod_4.cond_false_9"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2439,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_10",
                "fallback_branch": "GraphModule.submod_4.cond_false_10"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2654,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_12",
                "fallback_branch": "GraphModule.submod_6.cond_false_12"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2699,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_13",
                "fallback_branch": "GraphModule.submod_6.cond_false_13"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2716,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_14",
                "fallback_branch": "GraphModule.submod_6.cond_false_14"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2761,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_15",
                "fallback_branch": "GraphModule.submod_6.cond_false_15"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3156,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_16",
                "fallback_branch": "GraphModule.submod_8.cond_false_16"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3201,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_17",
                "fallback_branch": "GraphModule.submod_8.cond_false_17"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3218,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_18",
                "fallback_branch": "GraphModule.submod_8.cond_false_18"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3263,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_19",
                "fallback_branch": "GraphModule.submod_8.cond_false_19"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3431,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_21",
                "fallback_branch": "GraphModule.submod_10.cond_false_21"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3476,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_22",
                "fallback_branch": "GraphModule.submod_10.cond_false_22"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3493,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_23",
                "fallback_branch": "GraphModule.submod_10.cond_false_23"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3538,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_24",
                "fallback_branch": "GraphModule.submod_10.cond_false_24"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3753,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_26",
                "fallback_branch": "GraphModule.submod_12.cond_false_26"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3798,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_27",
                "fallback_branch": "GraphModule.submod_12.cond_false_27"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3815,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_28",
                "fallback_branch": "GraphModule.submod_12.cond_false_28"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3860,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_29",
                "fallback_branch": "GraphModule.submod_12.cond_false_29"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4075,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_31",
                "fallback_branch": "GraphModule.submod_14.cond_false_31"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4120,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_32",
                "fallback_branch": "GraphModule.submod_14.cond_false_32"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4137,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_33",
                "fallback_branch": "GraphModule.submod_14.cond_false_33"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4182,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_34",
                "fallback_branch": "GraphModule.submod_14.cond_false_34"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4577,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_35",
                "fallback_branch": "GraphModule.submod_16.cond_false_35"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4622,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_36",
                "fallback_branch": "GraphModule.submod_16.cond_false_36"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4639,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_37",
                "fallback_branch": "GraphModule.submod_16.cond_false_37"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4684,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_38",
                "fallback_branch": "GraphModule.submod_16.cond_false_38"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4852,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_40",
                "fallback_branch": "GraphModule.submod_18.cond_false_40"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4897,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_41",
                "fallback_branch": "GraphModule.submod_18.cond_false_41"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4914,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_42",
                "fallback_branch": "GraphModule.submod_18.cond_false_42"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4959,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_43",
                "fallback_branch": "GraphModule.submod_18.cond_false_43"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5174,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_45",
                "fallback_branch": "GraphModule.submod_20.cond_false_45"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5219,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_46",
                "fallback_branch": "GraphModule.submod_20.cond_false_46"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5236,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_47",
                "fallback_branch": "GraphModule.submod_20.cond_false_47"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5281,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_48",
                "fallback_branch": "GraphModule.submod_20.cond_false_48"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5496,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_50",
                "fallback_branch": "GraphModule.submod_22.cond_false_50"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5541,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_51",
                "fallback_branch": "GraphModule.submod_22.cond_false_51"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5558,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_52",
                "fallback_branch": "GraphModule.submod_22.cond_false_52"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5603,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_53",
                "fallback_branch": "GraphModule.submod_22.cond_false_53"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 5998,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_54",
                "fallback_branch": "GraphModule.submod_24.cond_false_54"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6043,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_55",
                "fallback_branch": "GraphModule.submod_24.cond_false_55"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6060,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_56",
                "fallback_branch": "GraphModule.submod_24.cond_false_56"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6105,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_57",
                "fallback_branch": "GraphModule.submod_24.cond_false_57"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6273,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_59",
                "fallback_branch": "GraphModule.submod_26.cond_false_59"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6318,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_60",
                "fallback_branch": "GraphModule.submod_26.cond_false_60"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6335,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_61",
                "fallback_branch": "GraphModule.submod_26.cond_false_61"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6380,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_62",
                "fallback_branch": "GraphModule.submod_26.cond_false_62"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6595,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_64",
                "fallback_branch": "GraphModule.submod_28.cond_false_64"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6640,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_65",
                "fallback_branch": "GraphModule.submod_28.cond_false_65"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6657,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_66",
                "fallback_branch": "GraphModule.submod_28.cond_false_66"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6702,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_67",
                "fallback_branch": "GraphModule.submod_28.cond_false_67"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6917,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_69",
                "fallback_branch": "GraphModule.submod_30.cond_false_69"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6962,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_70",
                "fallback_branch": "GraphModule.submod_30.cond_false_70"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6979,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_71",
                "fallback_branch": "GraphModule.submod_30.cond_false_71"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 7024,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_72",
                "fallback_branch": "GraphModule.submod_30.cond_false_72"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7419,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_73",
                "fallback_branch": "GraphModule.submod_32.cond_false_73"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7464,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_74",
                "fallback_branch": "GraphModule.submod_32.cond_false_74"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7481,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_75",
                "fallback_branch": "GraphModule.submod_32.cond_false_75"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7526,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_76",
                "fallback_branch": "GraphModule.submod_32.cond_false_76"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7694,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_78",
                "fallback_branch": "GraphModule.submod_34.cond_false_78"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7739,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_79",
                "fallback_branch": "GraphModule.submod_34.cond_false_79"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7756,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_80",
                "fallback_branch": "GraphModule.submod_34.cond_false_80"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7801,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_81",
                "fallback_branch": "GraphModule.submod_34.cond_false_81"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8016,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_83",
                "fallback_branch": "GraphModule.submod_36.cond_false_83"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8061,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_84",
                "fallback_branch": "GraphModule.submod_36.cond_false_84"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8078,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_85",
                "fallback_branch": "GraphModule.submod_36.cond_false_85"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8123,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_86",
                "fallback_branch": "GraphModule.submod_36.cond_false_86"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8338,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_88",
                "fallback_branch": "GraphModule.submod_38.cond_false_88"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8383,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_89",
                "fallback_branch": "GraphModule.submod_38.cond_false_89"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8400,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_90",
                "fallback_branch": "GraphModule.submod_38.cond_false_90"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8445,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_91",
                "fallback_branch": "GraphModule.submod_38.cond_false_91"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8840,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_92",
                "fallback_branch": "GraphModule.submod_40.cond_false_92"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8885,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_93",
                "fallback_branch": "GraphModule.submod_40.cond_false_93"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8902,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_94",
                "fallback_branch": "GraphModule.submod_40.cond_false_94"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8947,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_95",
                "fallback_branch": "GraphModule.submod_40.cond_false_95"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9115,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_97",
                "fallback_branch": "GraphModule.submod_42.cond_false_97"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9160,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_98",
                "fallback_branch": "GraphModule.submod_42.cond_false_98"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9177,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_99",
                "fallback_branch": "GraphModule.submod_42.cond_false_99"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9222,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_100",
                "fallback_branch": "GraphModule.submod_42.cond_false_100"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9437,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_102",
                "fallback_branch": "GraphModule.submod_44.cond_false_102"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9482,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_103",
                "fallback_branch": "GraphModule.submod_44.cond_false_103"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9499,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_104",
                "fallback_branch": "GraphModule.submod_44.cond_false_104"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9544,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_105",
                "fallback_branch": "GraphModule.submod_44.cond_false_105"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9759,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_107",
                "fallback_branch": "GraphModule.submod_46.cond_false_107"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9804,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_108",
                "fallback_branch": "GraphModule.submod_46.cond_false_108"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9821,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_109",
                "fallback_branch": "GraphModule.submod_46.cond_false_109"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9866,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_110",
                "fallback_branch": "GraphModule.submod_46.cond_false_110"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10261,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_111",
                "fallback_branch": "GraphModule.submod_48.cond_false_111"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10306,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_112",
                "fallback_branch": "GraphModule.submod_48.cond_false_112"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10323,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_113",
                "fallback_branch": "GraphModule.submod_48.cond_false_113"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10368,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_114",
                "fallback_branch": "GraphModule.submod_48.cond_false_114"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10536,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_116",
                "fallback_branch": "GraphModule.submod_50.cond_false_116"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10581,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_117",
                "fallback_branch": "GraphModule.submod_50.cond_false_117"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10598,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_118",
                "fallback_branch": "GraphModule.submod_50.cond_false_118"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10643,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_119",
                "fallback_branch": "GraphModule.submod_50.cond_false_119"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10858,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_121",
                "fallback_branch": "GraphModule.submod_52.cond_false_121"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10903,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_122",
                "fallback_branch": "GraphModule.submod_52.cond_false_122"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10920,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_123",
                "fallback_branch": "GraphModule.submod_52.cond_false_123"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10965,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_124",
                "fallback_branch": "GraphModule.submod_52.cond_false_124"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11180,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_126",
                "fallback_branch": "GraphModule.submod_54.cond_false_126"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11225,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_127",
                "fallback_branch": "GraphModule.submod_54.cond_false_127"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11242,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_128",
                "fallback_branch": "GraphModule.submod_54.cond_false_128"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11287,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_129",
                "fallback_branch": "GraphModule.submod_54.cond_false_129"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11682,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_130",
                "fallback_branch": "GraphModule.submod_56.cond_false_130"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11727,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_131",
                "fallback_branch": "GraphModule.submod_56.cond_false_131"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11744,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_132",
                "fallback_branch": "GraphModule.submod_56.cond_false_132"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11789,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_133",
                "fallback_branch": "GraphModule.submod_56.cond_false_133"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 11957,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_135",
                "fallback_branch": "GraphModule.submod_58.cond_false_135"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12002,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_136",
                "fallback_branch": "GraphModule.submod_58.cond_false_136"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12019,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_137",
                "fallback_branch": "GraphModule.submod_58.cond_false_137"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12064,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_138",
                "fallback_branch": "GraphModule.submod_58.cond_false_138"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12279,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_140",
                "fallback_branch": "GraphModule.submod_60.cond_false_140"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12324,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_141",
                "fallback_branch": "GraphModule.submod_60.cond_false_141"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12341,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_142",
                "fallback_branch": "GraphModule.submod_60.cond_false_142"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12386,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_143",
                "fallback_branch": "GraphModule.submod_60.cond_false_143"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12601,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_145",
                "fallback_branch": "GraphModule.submod_62.cond_false_145"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12646,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_146",
                "fallback_branch": "GraphModule.submod_62.cond_false_146"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12663,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_147",
                "fallback_branch": "GraphModule.submod_62.cond_false_147"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12708,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_148",
                "fallback_branch": "GraphModule.submod_62.cond_false_148"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13103,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_149",
                "fallback_branch": "GraphModule.submod_64.cond_false_149"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13148,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_150",
                "fallback_branch": "GraphModule.submod_64.cond_false_150"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13165,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_151",
                "fallback_branch": "GraphModule.submod_64.cond_false_151"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13210,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_152",
                "fallback_branch": "GraphModule.submod_64.cond_false_152"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13378,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_154",
                "fallback_branch": "GraphModule.submod_66.cond_false_154"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13423,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_155",
                "fallback_branch": "GraphModule.submod_66.cond_false_155"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13440,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_156",
                "fallback_branch": "GraphModule.submod_66.cond_false_156"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13485,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_157",
                "fallback_branch": "GraphModule.submod_66.cond_false_157"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13700,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_159",
                "fallback_branch": "GraphModule.submod_68.cond_false_159"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13745,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_160",
                "fallback_branch": "GraphModule.submod_68.cond_false_160"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13762,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_161",
                "fallback_branch": "GraphModule.submod_68.cond_false_161"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13807,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_162",
                "fallback_branch": "GraphModule.submod_68.cond_false_162"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14022,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_164",
                "fallback_branch": "GraphModule.submod_70.cond_false_164"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14067,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_165",
                "fallback_branch": "GraphModule.submod_70.cond_false_165"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14084,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_166",
                "fallback_branch": "GraphModule.submod_70.cond_false_166"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14129,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_167",
                "fallback_branch": "GraphModule.submod_70.cond_false_167"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14524,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_168",
                "fallback_branch": "GraphModule.submod_72.cond_false_168"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14569,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_169",
                "fallback_branch": "GraphModule.submod_72.cond_false_169"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14586,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_170",
                "fallback_branch": "GraphModule.submod_72.cond_false_170"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14631,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_171",
                "fallback_branch": "GraphModule.submod_72.cond_false_171"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14799,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_173",
                "fallback_branch": "GraphModule.submod_74.cond_false_173"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14844,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_174",
                "fallback_branch": "GraphModule.submod_74.cond_false_174"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14861,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_175",
                "fallback_branch": "GraphModule.submod_74.cond_false_175"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14906,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_176",
                "fallback_branch": "GraphModule.submod_74.cond_false_176"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15121,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_178",
                "fallback_branch": "GraphModule.submod_76.cond_false_178"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15166,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_179",
                "fallback_branch": "GraphModule.submod_76.cond_false_179"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15183,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_180",
                "fallback_branch": "GraphModule.submod_76.cond_false_180"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15228,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_181",
                "fallback_branch": "GraphModule.submod_76.cond_false_181"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15443,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_183",
                "fallback_branch": "GraphModule.submod_78.cond_false_183"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15488,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_184",
                "fallback_branch": "GraphModule.submod_78.cond_false_184"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15505,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_185",
                "fallback_branch": "GraphModule.submod_78.cond_false_185"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15550,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_186",
                "fallback_branch": "GraphModule.submod_78.cond_false_186"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15945,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_187",
                "fallback_branch": "GraphModule.submod_80.cond_false_187"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15990,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_188",
                "fallback_branch": "GraphModule.submod_80.cond_false_188"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16007,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_189",
                "fallback_branch": "GraphModule.submod_80.cond_false_189"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16052,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_190",
                "fallback_branch": "GraphModule.submod_80.cond_false_190"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16220,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_192",
                "fallback_branch": "GraphModule.submod_82.cond_false_192"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16265,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_193",
                "fallback_branch": "GraphModule.submod_82.cond_false_193"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16282,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_194",
                "fallback_branch": "GraphModule.submod_82.cond_false_194"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16327,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_195",
                "fallback_branch": "GraphModule.submod_82.cond_false_195"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16542,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_197",
                "fallback_branch": "GraphModule.submod_84.cond_false_197"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16587,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_198",
                "fallback_branch": "GraphModule.submod_84.cond_false_198"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16604,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_199",
                "fallback_branch": "GraphModule.submod_84.cond_false_199"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16649,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_200",
                "fallback_branch": "GraphModule.submod_84.cond_false_200"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16864,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_202",
                "fallback_branch": "GraphModule.submod_86.cond_false_202"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16909,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_203",
                "fallback_branch": "GraphModule.submod_86.cond_false_203"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16926,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_204",
                "fallback_branch": "GraphModule.submod_86.cond_false_204"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16971,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_205",
                "fallback_branch": "GraphModule.submod_86.cond_false_205"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17366,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_206",
                "fallback_branch": "GraphModule.submod_88.cond_false_206"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17411,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_207",
                "fallback_branch": "GraphModule.submod_88.cond_false_207"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17428,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_208",
                "fallback_branch": "GraphModule.submod_88.cond_false_208"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17473,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_209",
                "fallback_branch": "GraphModule.submod_88.cond_false_209"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17641,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_211",
                "fallback_branch": "GraphModule.submod_90.cond_false_211"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17686,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_212",
                "fallback_branch": "GraphModule.submod_90.cond_false_212"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17703,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_213",
                "fallback_branch": "GraphModule.submod_90.cond_false_213"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17748,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_214",
                "fallback_branch": "GraphModule.submod_90.cond_false_214"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 17963,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_216",
                "fallback_branch": "GraphModule.submod_92.cond_false_216"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18008,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_217",
                "fallback_branch": "GraphModule.submod_92.cond_false_217"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18025,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_218",
                "fallback_branch": "GraphModule.submod_92.cond_false_218"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18070,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_219",
                "fallback_branch": "GraphModule.submod_92.cond_false_219"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18285,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_221",
                "fallback_branch": "GraphModule.submod_94.cond_false_221"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18330,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_222",
                "fallback_branch": "GraphModule.submod_94.cond_false_222"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18347,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_223",
                "fallback_branch": "GraphModule.submod_94.cond_false_223"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18392,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_224",
                "fallback_branch": "GraphModule.submod_94.cond_false_224"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18787,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_225",
                "fallback_branch": "GraphModule.submod_96.cond_false_225"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18832,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_226",
                "fallback_branch": "GraphModule.submod_96.cond_false_226"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18849,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_227",
                "fallback_branch": "GraphModule.submod_96.cond_false_227"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18894,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_228",
                "fallback_branch": "GraphModule.submod_96.cond_false_228"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19062,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_230",
                "fallback_branch": "GraphModule.submod_98.cond_false_230"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19107,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_231",
                "fallback_branch": "GraphModule.submod_98.cond_false_231"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19124,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_232",
                "fallback_branch": "GraphModule.submod_98.cond_false_232"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19169,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_233",
                "fallback_branch": "GraphModule.submod_98.cond_false_233"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19384,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_235",
                "fallback_branch": "GraphModule.submod_100.cond_false_235"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19429,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_236",
                "fallback_branch": "GraphModule.submod_100.cond_false_236"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19446,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_237",
                "fallback_branch": "GraphModule.submod_100.cond_false_237"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19491,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_238",
                "fallback_branch": "GraphModule.submod_100.cond_false_238"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19706,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_240",
                "fallback_branch": "GraphModule.submod_102.cond_false_240"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19751,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_241",
                "fallback_branch": "GraphModule.submod_102.cond_false_241"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19768,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_242",
                "fallback_branch": "GraphModule.submod_102.cond_false_242"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19813,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_243",
                "fallback_branch": "GraphModule.submod_102.cond_false_243"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20208,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_244",
                "fallback_branch": "GraphModule.submod_104.cond_false_244"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20253,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_245",
                "fallback_branch": "GraphModule.submod_104.cond_false_245"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20270,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_246",
                "fallback_branch": "GraphModule.submod_104.cond_false_246"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20315,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_247",
                "fallback_branch": "GraphModule.submod_104.cond_false_247"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20483,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_249",
                "fallback_branch": "GraphModule.submod_106.cond_false_249"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20528,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_250",
                "fallback_branch": "GraphModule.submod_106.cond_false_250"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20545,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_251",
                "fallback_branch": "GraphModule.submod_106.cond_false_251"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20590,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_252",
                "fallback_branch": "GraphModule.submod_106.cond_false_252"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20805,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_254",
                "fallback_branch": "GraphModule.submod_108.cond_false_254"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20850,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_255",
                "fallback_branch": "GraphModule.submod_108.cond_false_255"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20867,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_256",
                "fallback_branch": "GraphModule.submod_108.cond_false_256"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20912,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_257",
                "fallback_branch": "GraphModule.submod_108.cond_false_257"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21127,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_259",
                "fallback_branch": "GraphModule.submod_110.cond_false_259"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21172,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_260",
                "fallback_branch": "GraphModule.submod_110.cond_false_260"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21189,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_261",
                "fallback_branch": "GraphModule.submod_110.cond_false_261"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21234,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_262",
                "fallback_branch": "GraphModule.submod_110.cond_false_262"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21629,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_263",
                "fallback_branch": "GraphModule.submod_112.cond_false_263"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21674,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_264",
                "fallback_branch": "GraphModule.submod_112.cond_false_264"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21691,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_265",
                "fallback_branch": "GraphModule.submod_112.cond_false_265"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21736,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_266",
                "fallback_branch": "GraphModule.submod_112.cond_false_266"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21904,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_268",
                "fallback_branch": "GraphModule.submod_114.cond_false_268"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21949,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_269",
                "fallback_branch": "GraphModule.submod_114.cond_false_269"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21966,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_270",
                "fallback_branch": "GraphModule.submod_114.cond_false_270"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22011,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_271",
                "fallback_branch": "GraphModule.submod_114.cond_false_271"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22226,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_273",
                "fallback_branch": "GraphModule.submod_116.cond_false_273"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22271,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_274",
                "fallback_branch": "GraphModule.submod_116.cond_false_274"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22288,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_275",
                "fallback_branch": "GraphModule.submod_116.cond_false_275"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22333,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_276",
                "fallback_branch": "GraphModule.submod_116.cond_false_276"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22548,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_278",
                "fallback_branch": "GraphModule.submod_118.cond_false_278"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22593,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_279",
                "fallback_branch": "GraphModule.submod_118.cond_false_279"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22610,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_280",
                "fallback_branch": "GraphModule.submod_118.cond_false_280"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22655,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_281",
                "fallback_branch": "GraphModule.submod_118.cond_false_281"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23050,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_282",
                "fallback_branch": "GraphModule.submod_120.cond_false_282"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23095,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_283",
                "fallback_branch": "GraphModule.submod_120.cond_false_283"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23112,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_284",
                "fallback_branch": "GraphModule.submod_120.cond_false_284"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23157,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_285",
                "fallback_branch": "GraphModule.submod_120.cond_false_285"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23325,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_287",
                "fallback_branch": "GraphModule.submod_122.cond_false_287"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23370,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_288",
                "fallback_branch": "GraphModule.submod_122.cond_false_288"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23387,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_289",
                "fallback_branch": "GraphModule.submod_122.cond_false_289"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23432,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_290",
                "fallback_branch": "GraphModule.submod_122.cond_false_290"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23647,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_292",
                "fallback_branch": "GraphModule.submod_124.cond_false_292"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23692,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_293",
                "fallback_branch": "GraphModule.submod_124.cond_false_293"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23709,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_294",
                "fallback_branch": "GraphModule.submod_124.cond_false_294"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23754,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_295",
                "fallback_branch": "GraphModule.submod_124.cond_false_295"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 23969,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_297",
                "fallback_branch": "GraphModule.submod_126.cond_false_297"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24014,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_298",
                "fallback_branch": "GraphModule.submod_126.cond_false_298"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24031,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_299",
                "fallback_branch": "GraphModule.submod_126.cond_false_299"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24076,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_300",
                "fallback_branch": "GraphModule.submod_126.cond_false_300"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24469,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_301",
                "fallback_branch": "GraphModule.submod_128.cond_false_301"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24514,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_302",
                "fallback_branch": "GraphModule.submod_128.cond_false_302"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24531,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_303",
                "fallback_branch": "GraphModule.submod_128.cond_false_303"
              }
            ]
          },
          {
            "rank": 3,
            "pid": 86,
            "source_sha256": "13cd91567f2a59dce5330bb4ba901feb6a9e8c8de5ccf5ef56502f5baa1f353d",
            "generated_conditional_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "conditional_line": 1908,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_0.cond_true_0",
                "fallback_branch": "GraphModule.submod_0.cond_false_0"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2010,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_2",
                "fallback_branch": "GraphModule.submod_2.cond_false_2"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2055,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_3",
                "fallback_branch": "GraphModule.submod_2.cond_false_3"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2072,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_4",
                "fallback_branch": "GraphModule.submod_2.cond_false_4"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2117,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_5",
                "fallback_branch": "GraphModule.submod_2.cond_false_5"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2332,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_7",
                "fallback_branch": "GraphModule.submod_4.cond_false_7"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2377,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_8",
                "fallback_branch": "GraphModule.submod_4.cond_false_8"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2394,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_9",
                "fallback_branch": "GraphModule.submod_4.cond_false_9"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2439,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_10",
                "fallback_branch": "GraphModule.submod_4.cond_false_10"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2654,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_12",
                "fallback_branch": "GraphModule.submod_6.cond_false_12"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2699,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_13",
                "fallback_branch": "GraphModule.submod_6.cond_false_13"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2716,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_14",
                "fallback_branch": "GraphModule.submod_6.cond_false_14"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2761,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_15",
                "fallback_branch": "GraphModule.submod_6.cond_false_15"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3156,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_16",
                "fallback_branch": "GraphModule.submod_8.cond_false_16"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3201,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_17",
                "fallback_branch": "GraphModule.submod_8.cond_false_17"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3218,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_18",
                "fallback_branch": "GraphModule.submod_8.cond_false_18"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3263,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_19",
                "fallback_branch": "GraphModule.submod_8.cond_false_19"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3431,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_21",
                "fallback_branch": "GraphModule.submod_10.cond_false_21"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3476,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_22",
                "fallback_branch": "GraphModule.submod_10.cond_false_22"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3493,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_23",
                "fallback_branch": "GraphModule.submod_10.cond_false_23"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3538,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_24",
                "fallback_branch": "GraphModule.submod_10.cond_false_24"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3753,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_26",
                "fallback_branch": "GraphModule.submod_12.cond_false_26"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3798,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_27",
                "fallback_branch": "GraphModule.submod_12.cond_false_27"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3815,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_28",
                "fallback_branch": "GraphModule.submod_12.cond_false_28"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3860,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_29",
                "fallback_branch": "GraphModule.submod_12.cond_false_29"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4075,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_31",
                "fallback_branch": "GraphModule.submod_14.cond_false_31"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4120,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_32",
                "fallback_branch": "GraphModule.submod_14.cond_false_32"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4137,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_33",
                "fallback_branch": "GraphModule.submod_14.cond_false_33"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4182,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_34",
                "fallback_branch": "GraphModule.submod_14.cond_false_34"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4577,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_35",
                "fallback_branch": "GraphModule.submod_16.cond_false_35"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4622,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_36",
                "fallback_branch": "GraphModule.submod_16.cond_false_36"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4639,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_37",
                "fallback_branch": "GraphModule.submod_16.cond_false_37"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4684,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_38",
                "fallback_branch": "GraphModule.submod_16.cond_false_38"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4852,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_40",
                "fallback_branch": "GraphModule.submod_18.cond_false_40"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4897,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_41",
                "fallback_branch": "GraphModule.submod_18.cond_false_41"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4914,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_42",
                "fallback_branch": "GraphModule.submod_18.cond_false_42"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4959,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_43",
                "fallback_branch": "GraphModule.submod_18.cond_false_43"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5174,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_45",
                "fallback_branch": "GraphModule.submod_20.cond_false_45"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5219,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_46",
                "fallback_branch": "GraphModule.submod_20.cond_false_46"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5236,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_47",
                "fallback_branch": "GraphModule.submod_20.cond_false_47"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5281,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_48",
                "fallback_branch": "GraphModule.submod_20.cond_false_48"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5496,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_50",
                "fallback_branch": "GraphModule.submod_22.cond_false_50"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5541,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_51",
                "fallback_branch": "GraphModule.submod_22.cond_false_51"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5558,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_52",
                "fallback_branch": "GraphModule.submod_22.cond_false_52"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5603,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_53",
                "fallback_branch": "GraphModule.submod_22.cond_false_53"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 5998,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_54",
                "fallback_branch": "GraphModule.submod_24.cond_false_54"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6043,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_55",
                "fallback_branch": "GraphModule.submod_24.cond_false_55"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6060,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_56",
                "fallback_branch": "GraphModule.submod_24.cond_false_56"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6105,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_57",
                "fallback_branch": "GraphModule.submod_24.cond_false_57"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6273,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_59",
                "fallback_branch": "GraphModule.submod_26.cond_false_59"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6318,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_60",
                "fallback_branch": "GraphModule.submod_26.cond_false_60"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6335,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_61",
                "fallback_branch": "GraphModule.submod_26.cond_false_61"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6380,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_62",
                "fallback_branch": "GraphModule.submod_26.cond_false_62"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6595,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_64",
                "fallback_branch": "GraphModule.submod_28.cond_false_64"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6640,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_65",
                "fallback_branch": "GraphModule.submod_28.cond_false_65"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6657,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_66",
                "fallback_branch": "GraphModule.submod_28.cond_false_66"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6702,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_67",
                "fallback_branch": "GraphModule.submod_28.cond_false_67"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6917,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_69",
                "fallback_branch": "GraphModule.submod_30.cond_false_69"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6962,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_70",
                "fallback_branch": "GraphModule.submod_30.cond_false_70"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6979,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_71",
                "fallback_branch": "GraphModule.submod_30.cond_false_71"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 7024,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_72",
                "fallback_branch": "GraphModule.submod_30.cond_false_72"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7419,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_73",
                "fallback_branch": "GraphModule.submod_32.cond_false_73"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7464,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_74",
                "fallback_branch": "GraphModule.submod_32.cond_false_74"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7481,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_75",
                "fallback_branch": "GraphModule.submod_32.cond_false_75"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7526,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_76",
                "fallback_branch": "GraphModule.submod_32.cond_false_76"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7694,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_78",
                "fallback_branch": "GraphModule.submod_34.cond_false_78"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7739,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_79",
                "fallback_branch": "GraphModule.submod_34.cond_false_79"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7756,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_80",
                "fallback_branch": "GraphModule.submod_34.cond_false_80"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7801,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_81",
                "fallback_branch": "GraphModule.submod_34.cond_false_81"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8016,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_83",
                "fallback_branch": "GraphModule.submod_36.cond_false_83"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8061,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_84",
                "fallback_branch": "GraphModule.submod_36.cond_false_84"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8078,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_85",
                "fallback_branch": "GraphModule.submod_36.cond_false_85"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8123,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_86",
                "fallback_branch": "GraphModule.submod_36.cond_false_86"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8338,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_88",
                "fallback_branch": "GraphModule.submod_38.cond_false_88"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8383,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_89",
                "fallback_branch": "GraphModule.submod_38.cond_false_89"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8400,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_90",
                "fallback_branch": "GraphModule.submod_38.cond_false_90"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8445,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_91",
                "fallback_branch": "GraphModule.submod_38.cond_false_91"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8840,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_92",
                "fallback_branch": "GraphModule.submod_40.cond_false_92"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8885,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_93",
                "fallback_branch": "GraphModule.submod_40.cond_false_93"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8902,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_94",
                "fallback_branch": "GraphModule.submod_40.cond_false_94"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8947,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_95",
                "fallback_branch": "GraphModule.submod_40.cond_false_95"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9115,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_97",
                "fallback_branch": "GraphModule.submod_42.cond_false_97"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9160,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_98",
                "fallback_branch": "GraphModule.submod_42.cond_false_98"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9177,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_99",
                "fallback_branch": "GraphModule.submod_42.cond_false_99"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9222,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_100",
                "fallback_branch": "GraphModule.submod_42.cond_false_100"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9437,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_102",
                "fallback_branch": "GraphModule.submod_44.cond_false_102"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9482,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_103",
                "fallback_branch": "GraphModule.submod_44.cond_false_103"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9499,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_104",
                "fallback_branch": "GraphModule.submod_44.cond_false_104"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9544,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_105",
                "fallback_branch": "GraphModule.submod_44.cond_false_105"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9759,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_107",
                "fallback_branch": "GraphModule.submod_46.cond_false_107"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9804,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_108",
                "fallback_branch": "GraphModule.submod_46.cond_false_108"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9821,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_109",
                "fallback_branch": "GraphModule.submod_46.cond_false_109"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9866,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_110",
                "fallback_branch": "GraphModule.submod_46.cond_false_110"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10261,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_111",
                "fallback_branch": "GraphModule.submod_48.cond_false_111"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10306,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_112",
                "fallback_branch": "GraphModule.submod_48.cond_false_112"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10323,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_113",
                "fallback_branch": "GraphModule.submod_48.cond_false_113"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10368,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_114",
                "fallback_branch": "GraphModule.submod_48.cond_false_114"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10536,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_116",
                "fallback_branch": "GraphModule.submod_50.cond_false_116"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10581,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_117",
                "fallback_branch": "GraphModule.submod_50.cond_false_117"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10598,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_118",
                "fallback_branch": "GraphModule.submod_50.cond_false_118"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10643,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_119",
                "fallback_branch": "GraphModule.submod_50.cond_false_119"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10858,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_121",
                "fallback_branch": "GraphModule.submod_52.cond_false_121"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10903,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_122",
                "fallback_branch": "GraphModule.submod_52.cond_false_122"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10920,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_123",
                "fallback_branch": "GraphModule.submod_52.cond_false_123"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10965,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_124",
                "fallback_branch": "GraphModule.submod_52.cond_false_124"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11180,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_126",
                "fallback_branch": "GraphModule.submod_54.cond_false_126"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11225,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_127",
                "fallback_branch": "GraphModule.submod_54.cond_false_127"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11242,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_128",
                "fallback_branch": "GraphModule.submod_54.cond_false_128"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11287,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_129",
                "fallback_branch": "GraphModule.submod_54.cond_false_129"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11682,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_130",
                "fallback_branch": "GraphModule.submod_56.cond_false_130"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11727,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_131",
                "fallback_branch": "GraphModule.submod_56.cond_false_131"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11744,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_132",
                "fallback_branch": "GraphModule.submod_56.cond_false_132"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11789,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_133",
                "fallback_branch": "GraphModule.submod_56.cond_false_133"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 11957,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_135",
                "fallback_branch": "GraphModule.submod_58.cond_false_135"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12002,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_136",
                "fallback_branch": "GraphModule.submod_58.cond_false_136"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12019,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_137",
                "fallback_branch": "GraphModule.submod_58.cond_false_137"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12064,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_138",
                "fallback_branch": "GraphModule.submod_58.cond_false_138"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12279,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_140",
                "fallback_branch": "GraphModule.submod_60.cond_false_140"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12324,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_141",
                "fallback_branch": "GraphModule.submod_60.cond_false_141"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12341,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_142",
                "fallback_branch": "GraphModule.submod_60.cond_false_142"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12386,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_143",
                "fallback_branch": "GraphModule.submod_60.cond_false_143"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12601,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_145",
                "fallback_branch": "GraphModule.submod_62.cond_false_145"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12646,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_146",
                "fallback_branch": "GraphModule.submod_62.cond_false_146"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12663,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_147",
                "fallback_branch": "GraphModule.submod_62.cond_false_147"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12708,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_148",
                "fallback_branch": "GraphModule.submod_62.cond_false_148"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13103,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_149",
                "fallback_branch": "GraphModule.submod_64.cond_false_149"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13148,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_150",
                "fallback_branch": "GraphModule.submod_64.cond_false_150"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13165,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_151",
                "fallback_branch": "GraphModule.submod_64.cond_false_151"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13210,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_152",
                "fallback_branch": "GraphModule.submod_64.cond_false_152"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13378,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_154",
                "fallback_branch": "GraphModule.submod_66.cond_false_154"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13423,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_155",
                "fallback_branch": "GraphModule.submod_66.cond_false_155"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13440,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_156",
                "fallback_branch": "GraphModule.submod_66.cond_false_156"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13485,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_157",
                "fallback_branch": "GraphModule.submod_66.cond_false_157"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13700,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_159",
                "fallback_branch": "GraphModule.submod_68.cond_false_159"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13745,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_160",
                "fallback_branch": "GraphModule.submod_68.cond_false_160"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13762,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_161",
                "fallback_branch": "GraphModule.submod_68.cond_false_161"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13807,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_162",
                "fallback_branch": "GraphModule.submod_68.cond_false_162"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14022,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_164",
                "fallback_branch": "GraphModule.submod_70.cond_false_164"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14067,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_165",
                "fallback_branch": "GraphModule.submod_70.cond_false_165"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14084,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_166",
                "fallback_branch": "GraphModule.submod_70.cond_false_166"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14129,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_167",
                "fallback_branch": "GraphModule.submod_70.cond_false_167"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14524,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_168",
                "fallback_branch": "GraphModule.submod_72.cond_false_168"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14569,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_169",
                "fallback_branch": "GraphModule.submod_72.cond_false_169"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14586,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_170",
                "fallback_branch": "GraphModule.submod_72.cond_false_170"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14631,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_171",
                "fallback_branch": "GraphModule.submod_72.cond_false_171"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14799,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_173",
                "fallback_branch": "GraphModule.submod_74.cond_false_173"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14844,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_174",
                "fallback_branch": "GraphModule.submod_74.cond_false_174"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14861,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_175",
                "fallback_branch": "GraphModule.submod_74.cond_false_175"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14906,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_176",
                "fallback_branch": "GraphModule.submod_74.cond_false_176"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15121,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_178",
                "fallback_branch": "GraphModule.submod_76.cond_false_178"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15166,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_179",
                "fallback_branch": "GraphModule.submod_76.cond_false_179"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15183,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_180",
                "fallback_branch": "GraphModule.submod_76.cond_false_180"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15228,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_181",
                "fallback_branch": "GraphModule.submod_76.cond_false_181"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15443,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_183",
                "fallback_branch": "GraphModule.submod_78.cond_false_183"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15488,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_184",
                "fallback_branch": "GraphModule.submod_78.cond_false_184"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15505,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_185",
                "fallback_branch": "GraphModule.submod_78.cond_false_185"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15550,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_186",
                "fallback_branch": "GraphModule.submod_78.cond_false_186"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15945,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_187",
                "fallback_branch": "GraphModule.submod_80.cond_false_187"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15990,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_188",
                "fallback_branch": "GraphModule.submod_80.cond_false_188"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16007,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_189",
                "fallback_branch": "GraphModule.submod_80.cond_false_189"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16052,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_190",
                "fallback_branch": "GraphModule.submod_80.cond_false_190"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16220,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_192",
                "fallback_branch": "GraphModule.submod_82.cond_false_192"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16265,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_193",
                "fallback_branch": "GraphModule.submod_82.cond_false_193"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16282,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_194",
                "fallback_branch": "GraphModule.submod_82.cond_false_194"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16327,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_195",
                "fallback_branch": "GraphModule.submod_82.cond_false_195"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16542,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_197",
                "fallback_branch": "GraphModule.submod_84.cond_false_197"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16587,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_198",
                "fallback_branch": "GraphModule.submod_84.cond_false_198"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16604,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_199",
                "fallback_branch": "GraphModule.submod_84.cond_false_199"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16649,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_200",
                "fallback_branch": "GraphModule.submod_84.cond_false_200"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16864,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_202",
                "fallback_branch": "GraphModule.submod_86.cond_false_202"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16909,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_203",
                "fallback_branch": "GraphModule.submod_86.cond_false_203"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16926,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_204",
                "fallback_branch": "GraphModule.submod_86.cond_false_204"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16971,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_205",
                "fallback_branch": "GraphModule.submod_86.cond_false_205"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17366,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_206",
                "fallback_branch": "GraphModule.submod_88.cond_false_206"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17411,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_207",
                "fallback_branch": "GraphModule.submod_88.cond_false_207"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17428,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_208",
                "fallback_branch": "GraphModule.submod_88.cond_false_208"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17473,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_209",
                "fallback_branch": "GraphModule.submod_88.cond_false_209"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17641,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_211",
                "fallback_branch": "GraphModule.submod_90.cond_false_211"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17686,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_212",
                "fallback_branch": "GraphModule.submod_90.cond_false_212"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17703,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_213",
                "fallback_branch": "GraphModule.submod_90.cond_false_213"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17748,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_214",
                "fallback_branch": "GraphModule.submod_90.cond_false_214"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 17963,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_216",
                "fallback_branch": "GraphModule.submod_92.cond_false_216"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18008,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_217",
                "fallback_branch": "GraphModule.submod_92.cond_false_217"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18025,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_218",
                "fallback_branch": "GraphModule.submod_92.cond_false_218"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18070,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_219",
                "fallback_branch": "GraphModule.submod_92.cond_false_219"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18285,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_221",
                "fallback_branch": "GraphModule.submod_94.cond_false_221"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18330,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_222",
                "fallback_branch": "GraphModule.submod_94.cond_false_222"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18347,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_223",
                "fallback_branch": "GraphModule.submod_94.cond_false_223"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18392,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_224",
                "fallback_branch": "GraphModule.submod_94.cond_false_224"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18787,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_225",
                "fallback_branch": "GraphModule.submod_96.cond_false_225"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18832,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_226",
                "fallback_branch": "GraphModule.submod_96.cond_false_226"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18849,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_227",
                "fallback_branch": "GraphModule.submod_96.cond_false_227"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18894,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_228",
                "fallback_branch": "GraphModule.submod_96.cond_false_228"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19062,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_230",
                "fallback_branch": "GraphModule.submod_98.cond_false_230"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19107,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_231",
                "fallback_branch": "GraphModule.submod_98.cond_false_231"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19124,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_232",
                "fallback_branch": "GraphModule.submod_98.cond_false_232"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19169,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_233",
                "fallback_branch": "GraphModule.submod_98.cond_false_233"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19384,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_235",
                "fallback_branch": "GraphModule.submod_100.cond_false_235"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19429,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_236",
                "fallback_branch": "GraphModule.submod_100.cond_false_236"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19446,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_237",
                "fallback_branch": "GraphModule.submod_100.cond_false_237"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19491,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_238",
                "fallback_branch": "GraphModule.submod_100.cond_false_238"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19706,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_240",
                "fallback_branch": "GraphModule.submod_102.cond_false_240"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19751,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_241",
                "fallback_branch": "GraphModule.submod_102.cond_false_241"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19768,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_242",
                "fallback_branch": "GraphModule.submod_102.cond_false_242"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19813,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_243",
                "fallback_branch": "GraphModule.submod_102.cond_false_243"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20208,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_244",
                "fallback_branch": "GraphModule.submod_104.cond_false_244"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20253,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_245",
                "fallback_branch": "GraphModule.submod_104.cond_false_245"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20270,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_246",
                "fallback_branch": "GraphModule.submod_104.cond_false_246"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20315,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_247",
                "fallback_branch": "GraphModule.submod_104.cond_false_247"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20483,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_249",
                "fallback_branch": "GraphModule.submod_106.cond_false_249"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20528,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_250",
                "fallback_branch": "GraphModule.submod_106.cond_false_250"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20545,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_251",
                "fallback_branch": "GraphModule.submod_106.cond_false_251"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20590,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_252",
                "fallback_branch": "GraphModule.submod_106.cond_false_252"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20805,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_254",
                "fallback_branch": "GraphModule.submod_108.cond_false_254"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20850,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_255",
                "fallback_branch": "GraphModule.submod_108.cond_false_255"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20867,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_256",
                "fallback_branch": "GraphModule.submod_108.cond_false_256"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20912,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_257",
                "fallback_branch": "GraphModule.submod_108.cond_false_257"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21127,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_259",
                "fallback_branch": "GraphModule.submod_110.cond_false_259"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21172,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_260",
                "fallback_branch": "GraphModule.submod_110.cond_false_260"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21189,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_261",
                "fallback_branch": "GraphModule.submod_110.cond_false_261"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21234,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_262",
                "fallback_branch": "GraphModule.submod_110.cond_false_262"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21629,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_263",
                "fallback_branch": "GraphModule.submod_112.cond_false_263"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21674,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_264",
                "fallback_branch": "GraphModule.submod_112.cond_false_264"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21691,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_265",
                "fallback_branch": "GraphModule.submod_112.cond_false_265"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21736,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_266",
                "fallback_branch": "GraphModule.submod_112.cond_false_266"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21904,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_268",
                "fallback_branch": "GraphModule.submod_114.cond_false_268"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21949,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_269",
                "fallback_branch": "GraphModule.submod_114.cond_false_269"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21966,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_270",
                "fallback_branch": "GraphModule.submod_114.cond_false_270"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22011,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_271",
                "fallback_branch": "GraphModule.submod_114.cond_false_271"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22226,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_273",
                "fallback_branch": "GraphModule.submod_116.cond_false_273"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22271,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_274",
                "fallback_branch": "GraphModule.submod_116.cond_false_274"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22288,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_275",
                "fallback_branch": "GraphModule.submod_116.cond_false_275"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22333,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_276",
                "fallback_branch": "GraphModule.submod_116.cond_false_276"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22548,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_278",
                "fallback_branch": "GraphModule.submod_118.cond_false_278"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22593,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_279",
                "fallback_branch": "GraphModule.submod_118.cond_false_279"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22610,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_280",
                "fallback_branch": "GraphModule.submod_118.cond_false_280"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22655,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_281",
                "fallback_branch": "GraphModule.submod_118.cond_false_281"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23050,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_282",
                "fallback_branch": "GraphModule.submod_120.cond_false_282"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23095,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_283",
                "fallback_branch": "GraphModule.submod_120.cond_false_283"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23112,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_284",
                "fallback_branch": "GraphModule.submod_120.cond_false_284"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23157,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_285",
                "fallback_branch": "GraphModule.submod_120.cond_false_285"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23325,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_287",
                "fallback_branch": "GraphModule.submod_122.cond_false_287"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23370,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_288",
                "fallback_branch": "GraphModule.submod_122.cond_false_288"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23387,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_289",
                "fallback_branch": "GraphModule.submod_122.cond_false_289"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23432,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_290",
                "fallback_branch": "GraphModule.submod_122.cond_false_290"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23647,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_292",
                "fallback_branch": "GraphModule.submod_124.cond_false_292"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23692,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_293",
                "fallback_branch": "GraphModule.submod_124.cond_false_293"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23709,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_294",
                "fallback_branch": "GraphModule.submod_124.cond_false_294"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23754,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_295",
                "fallback_branch": "GraphModule.submod_124.cond_false_295"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 23969,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_297",
                "fallback_branch": "GraphModule.submod_126.cond_false_297"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24014,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_298",
                "fallback_branch": "GraphModule.submod_126.cond_false_298"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24031,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_299",
                "fallback_branch": "GraphModule.submod_126.cond_false_299"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24076,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_300",
                "fallback_branch": "GraphModule.submod_126.cond_false_300"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24469,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_301",
                "fallback_branch": "GraphModule.submod_128.cond_false_301"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24514,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_302",
                "fallback_branch": "GraphModule.submod_128.cond_false_302"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24531,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_303",
                "fallback_branch": "GraphModule.submod_128.cond_false_303"
              }
            ]
          }
        ],
        "attention_KV_observations": [
          {
            "rank": 3,
            "pid": 86,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 14681899008,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 1,
            "pid": 84,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 14681899008,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 0,
            "pid": 83,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 14681899008,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 2,
            "pid": 85,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 14681899008,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          }
        ],
        "all_four_KV_receipts_passed": true,
        "limits": "Static generated call support plus bound loaded-module receipts/native mappings and completed startup. Not proof that U executed: actual runtime invocation remains separately pending, nor a correctness verdict."
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 25104838656,
        "1": 25121308672,
        "2": 25121206272,
        "3": 25071071232
      },
      "retest_memory_observation_count": 49,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/v620-w8-tp4-mtp0/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 13.55,
      "retest_logged_model_load_seconds": 69.213373,
      "retest_logged_available_KV_GiB": 13.67,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 13.67,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 223440,
      "retest_logged_context_capacity_x": 6.68,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "v620-w8-tp4-mtp0",
        "image": "sha256:4f2d919ceed2b8b21cfd4d13661d83d197fbdddcc82e5a799dc4689c8c407794",
        "container": "86d58c7ae420738f87e752aacaf340b66c6c2aaf59dc74b10e8688076ccb84d4",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 13.55,
        "retest_logged_model_load_seconds": 69.213373,
        "retest_logged_available_KV_GiB": 13.67,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 13.67,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 223440,
        "retest_logged_context_capacity_x": 6.68,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/v620-w8-tp4-mtp0/service-final.log",
        "source_log_sha256": "726feb8d07ee3d1196f5ae64c801549b862215683eec091a52bf1c101766150e",
        "sealed_index_sha256": "24a7a4434d6a3c8345a672f0f4aba71a5b4211d8aaa88c3563efe7c930366fab",
        "source_lines": {
          "model_load": {
            "line": 120,
            "text": "(Worker pid=83) (Worker_TP0 pid=83) INFO 10-26 17:51:30 [gpu_model_runner.py:4579] Model loading took 13.55 GiB memory and 69.213373 seconds"
          },
          "automatic_KV_budget": {
            "line": 139,
            "text": "(Worker pid=83) (Worker_TP0 pid=83) INFO 10-26 17:55:28 [gpu_worker.py:453] Available KV cache memory: 13.67 GiB"
          },
          "grouped_KV_tokens": {
            "line": 145,
            "text": "(EngineCore_DP0 pid=65) INFO 10-26 17:55:29 [kv_cache_utils.py:1314] GPU KV cache size: 223,440 tokens"
          },
          "context_capacity": {
            "line": 146,
            "text": "(EngineCore_DP0 pid=65) INFO 10-26 17:55:29 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 6.68x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/v620-w8-tp4-mtp0/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 23.396041870117188,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-serve-r5.tar.gz.sha256\nmkdir -p launch-tools-v620-serve-r5\ntar -xzf launch-tools-v620-serve-r5.tar.gz -C launch-tools-v620-serve-r5\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w8-tp4-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-v620-serve-r5/portable/launch.py --config v620-w8-tp4-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-v620-w8-tp4-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/card7:/dev/dri/card7:rwm \\\n  --device /dev/dri/card8:/dev/dri/card8:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --device /dev/dri/renderD136:/dev/dri/renderD136:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VNEXT_RTN_W8_FUSED_CTA=1 \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp0/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --entrypoint /usr/bin/env \\\n  sha256:4f2d919ceed2b8b21cfd4d13661d83d197fbdddcc82e5a799dc4689c8c407794 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1,2,3 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  CUDA_VISIBLE_DEVICES=0,1,2,3 \\\n  ROCR_VISIBLE_DEVICES=0,1,2,3 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  4 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":8,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn",
      "serving_script": "portable/serve/v620-w8-tp4-mtp0.sh",
      "serving_script_sha256": "030a5b04f2d76dcaada325a60e57c99acaf0f2a1a7841aebbb012918d618be6d",
      "recorded_docker_run_script": "serve/recorded/v620-w8-tp4-mtp0.sh",
      "recorded_docker_run_sha256": "e1d52c975316e5c3129602272d9aa4742316c86fa7d1460c2197af1c342fa54c",
      "serving_endpoint": "http://10.0.0.50:9002",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-v620-w8-tp4-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 5.802435874938965,
      "sampled_peak_VRAM_GiB": 23.39615249633789,
      "weight_tensor_GiB_per_rank": 5.802435874938965,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/v620-w8-tp4-mtp0.sh",
      "reproduction_script_sha256": "ec025a655be32de58679ee9c3fa57060a596268a5e338213bd979097f4b068c3",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:4f2d919ceed2b8b21cfd4d13661d83d197fbdddcc82e5a799dc4689c8c407794 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp0\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=v620-w8-tp4-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-v620-w8-tp4-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/card7:/dev/dri/card7:rwm \\\n  --device /dev/dri/card8:/dev/dri/card8:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --device /dev/dri/renderD136:/dev/dri/renderD136:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VNEXT_RTN_W8_FUSED_CTA=1 \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp0/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --entrypoint /usr/bin/env \\\n  sha256:4f2d919ceed2b8b21cfd4d13661d83d197fbdddcc82e5a799dc4689c8c407794 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1,2,3 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  CUDA_VISIBLE_DEVICES=0,1,2,3 \\\n  ROCR_VISIBLE_DEVICES=0,1,2,3 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  4 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":8,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn\n\n# Readiness and logs: curl --fail http://127.0.0.1:9002/health\n# docker logs -f serve-v620-w8-tp4-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/v620-w8-tp4-mtp0.sh",
      "recorded_lab_serving_script_sha256": "99b8a6bb7cfab7e116f04f5ea750c3f244e518686157ca02f0f861bb2ee63011",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:4f2d919ceed2b8b21cfd4d13661d83d197fbdddcc82e5a799dc4689c8c407794 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile v620-w8-tp4-mtp0 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/v620-w8-tp4-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-16-v620-w8-tp4-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "c68f03177b5867519c8900a5ad93839bbe814c8141a4ca10439f10d1aa915280",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx1030-measured-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-4f2d919ceed2",
      "registry_image": "joe2gaan/localaiservers@sha256:74b0db52bb4f4aacf390ec2d18c6d8ff9d6ed403ca3c942fb55bc0bda09cfa3f",
      "registry_manifest_digest": "sha256:74b0db52bb4f4aacf390ec2d18c6d8ff9d6ed403ca3c942fb55bc0bda09cfa3f",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:74b0db52bb4f4aacf390ec2d18c6d8ff9d6ed403ca3c942fb55bc0bda09cfa3f",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "v620-w8-tp4-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_benchmark_observer_note": "The evidence collector verifies the caller-selected run/cache filesystem identity instead of requiring the original literal SATA label. Images, native arithmetic, prompts, timing and original route/numerical checks are unchanged.",
      "portable_serving_probe_cleanup_note": "After its own selected-GPU preflight exits, serving waits at most 30 seconds for those allocations to drain before reapplying the original idle check. Device identity, idle thresholds, DPM and numerical/runtime settings are unchanged. Benchmark commands already have their original bounded drain check and are unchanged.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.50",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 18422,
            "content_chars": 16775,
            "content_has_think_close": false,
            "elapsed_seconds": 651.1220705858432,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T20:38:30Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.017328426940366626,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 16775,
            "qwen_answer_text_sha256": "39f0a17de9fb54affb4a939aedfb42dae34a7ed41e547fe64896061e5023ed9b",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 16775,
            "qwen_visible_text_sha256": "39f0a17de9fb54affb4a939aedfb42dae34a7ed41e547fe64896061e5023ed9b",
            "raw_has_think_close": false,
            "reasoning_chars": 58239,
            "text_chars": 75015,
            "text_sha256": "65708cbbfc593557091707304990a3d2abc03c001ff0e9e842c59998f12be5b7",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 649.9961330560036,
            "vllm_decode_tps": 28.341707070452312,
            "vllm_generation_tokens_delta": 18422.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.1034011258743703,
            "vllm_prefill_tps": 428.67456712551353,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 28.292697839937933
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 67.31212564720772,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T20:39:37Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008899811888113618,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 5641,
            "text_chars": 5641,
            "text_sha256": "58897a6606b49de4b7c6d917b21cdd4091c9547ccfe4d8a805378ae57fafc003",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 66.1812575191725,
            "vllm_decode_tps": 30.220036230357305,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.1045551309362054,
            "vllm_prefill_tps": 428.2267011870126,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 29.712328659508987
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 342.86440511001274,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T20:45:20Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.018551325891166925,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 34008,
            "text_chars": 34008,
            "text_sha256": "8ec2c8505bb25ab3e4c7075862729060467b5a59839beada37ac51d9975fc583",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 341.7400923699606,
            "vllm_decode_tps": 29.262004146631444,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.1042267300654203,
            "vllm_prefill_tps": 428.354057297614,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 29.16604888393522
          }
        },
        "evidence": "dockerhub-e2e/v620-w8-tp4-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "8-bit RTN",
      "TP": 2,
      "MTP": 0,
      "status": "Completed, independently reviewed ordered-FP32 W8 TP2 MTP-off matrix cell; one eligible sample, no promotion or FP16 qualification.",
      "strict": "PASS",
      "strict_tokens": 8188,
      "strict_TPS": 20.1923964270491,
      "fixed_2K_TPS": 20.930590077305382,
      "fixed_10K_TPS": 19.986683546664402,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#$.FP16_W8_TP_MTP_matrix.cells[3].result",
      "source_revision": "1970f7c0fcbce8645012e1aa24493e3abb4fc243",
      "image": "sha256:95626d8b1e5b583a5348b5e7c9a0cd91840877eb5e3407e916f53298f80cf9f6",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 0.7734992449986748,
      "fixed_2K_total_seconds": 96.33843383798376,
      "fixed_10K_prefill_seconds": 0.7739897519932128,
      "fixed_10K_total_seconds": 501.12039932300104,
      "weight_format": "symmetric RTN W8 in GPTQ-v2 layout; group128, ties-to-even, zero128",
      "configured_context": 131072,
      "activation_dtype": "FP16",
      "attention_KV_dtype": "FP16",
      "official_fixed_2k_tps": 20.930590077305382,
      "eligible_speed_samples": 1,
      "strict_prefill_seconds": 0.7738519569975324,
      "strict_client_total_seconds": 406.28512426803354,
      "strict_server_e2e_seconds": 406.28012442588806,
      "fixed_2k_server_e2e_seconds": 96.3344099521637,
      "fixed_10k_server_e2e_seconds": 501.1148111820221,
      "packed_weight_bytes_per_rank": 12460636160,
      "packed_weight_bytes_total": 24921272320,
      "packed_component_bytes_per_rank": "{\"g_idx\": 0, \"qweight\": 12175278080, \"qzeros\": 95119360, \"scales\": 190238720}",
      "quantized_modules_per_rank": 256,
      "memory_accounting_limit": "Packed weight bytes exclude retained FP16 embeddings/head/norm/recurrent weights. Logical KV views may alias; allocator metrics, runtime capacity and sampled VRAM are distinct.",
      "sampled_peak_VRAM_bytes_by_PCI": "{\"0000:16:00.0\": 18992091136, \"0000:19:00.0\": 18992078848}",
      "KV_capacity": "{\"available_GiB\": 0.89, \"concurrency_at131072\": 0.22, \"tokens\": 7056}",
      "attention_KV_logical_view_bytes_per_rank": 950534144,
      "attention_KV_logical_view_shape": "[37, 2, 784, 2, 256]",
      "post_KV_allocator_allocated_bytes_per_rank": 16209667072,
      "post_KV_allocator_reserved_bytes_per_rank": 17171480576,
      "full_context_residency_demonstrated": false,
      "review_record": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/reviews/W8-TP2-final-cell-review.json",
      "review_sha256": "3311aa6971d18b9b8b150197d05918113dc1c8b7d5f1ad03c9319363391cc8fd",
      "primary_record_sha256_at_ingest": "ca1cf2120a96e8df7f8736936ff328df849bd792594cf70970fec0d28f2b25f1",
      "result_entry_sha256_at_ingest": "120ea64c2cff5becb5839790c2917c478e79df4f63da772348413da4c9dd1b76",
      "source_evidence_commit": "85aa7a3",
      "evidence_archive_sha256": "c55b028de5f3d82086171c113b2b999cb779437ae2268f85761e0c0d0e124f7e",
      "evidence_file_count": 238,
      "ingestion_verification": "Result entry matched evidence commit 85aa7a3; independent-review hash verified, all three TPS values recomputed from recorded deltas, and packed-component byte sum checked. Research did not repeat the full 238-file audit.",
      "comparison_limit": "Selected U ordered-FP32 runtime extended only for TP2/MTP shapes; old U arithmetic preserved, M>32 retains original reconstruction. Native candidate45281e2c and source1970f7c are admitted. | TP2 reshards and ordinary decoder/fallback differ from historical TP4 U; no isolated TP or kernel-gain attribution. | Fresh private rootSSD caches, FP16 activation/attentionKV, context131072 and memoryutil0.95 retained. | Runtime reports7056 GPUKVtokens/0.22x at configured131072; full-context residency is not demonstrated. | One unchangedcohort/oneofficial2Ksample, no repeatability orFP16promotion. Strict alone correctness;engineeringreplay not an additionalgate. | NewTP2shards and ordinarydecoder/fallback differ fromTP4Ureference; no isolatedTPorUgain claim. | Packed12,460,636,160B/rank excludes retainedFP16embedding/head/norm/recurrentweights. LogicalKVviews950,534,144B/rank mayalias; allocator and observedVRAM are distinct. | Runtime0.89GiBavailableKV/7056tokens/0.22x atconfigured131072; no residentfullcontextcapacity demonstrated. | Generated source linkage and mapped DSO identities support route admission; no per-projection dynamic kernel trace was captured.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-95626d8b1e5b",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-r4.tar.gz.sha256\nmkdir -p launch-tools-v620-r4\ntar -xzf launch-tools-v620-r4.tar.gz -C launch-tools-v620-r4\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w8-tp2-mtp0\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-v620-r4/portable/launch.py --config v620-w8-tp2-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "9ef7747839de45015a538aa39e89bc64c353394a3640c16c65abdd1654b9b772",
      "reproduction_profile": "v620-w8-tp2-mtp0",
      "recorded_configuration_details": {
        "source": "1970f7c0fcbce8645012e1aa24493e3abb4fc243",
        "image": "sha256:95626d8b1e5b583a5348b5e7c9a0cd91840877eb5e3407e916f53298f80cf9f6",
        "strict_valid": true,
        "strict_tokens": 8188,
        "strict_diagnostic_TPS": 20.1923964270491,
        "official_fixed2K_TPS": 20.930590077305382,
        "diagnostic_fixed10K_TPS": 19.986683546664402,
        "metrics": {
          "strict": {
            "completion_tokens": 8188,
            "finish_reason": "stop",
            "elapsed_seconds": 406.28512426803354,
            "vllm_prefill_seconds_delta": 0.7738519569975324,
            "vllm_decode_seconds_delta": 405.49917042197194,
            "vllm_decode_tps": 20.1923964270491,
            "vllm_generation_tokens_delta": 8188.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "ce8f2a7ca5918c1cbdcc0df5a649d11b9df57dfd8a6319a8ba7852a040770d55",
            "server_e2e_seconds": 406.28012442588806
          },
          "fixed2K": {
            "completion_tokens": 2000,
            "finish_reason": "length",
            "elapsed_seconds": 96.33843383798376,
            "vllm_prefill_seconds_delta": 0.7734992449986748,
            "vllm_decode_seconds_delta": 95.55392335396027,
            "vllm_decode_tps": 20.930590077305382,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "e608af506987d81b2a428e2d52738da1d72794e39cc6ea0df9504708305cf522",
            "server_e2e_seconds": 96.3344099521637
          },
          "fixed10K": {
            "completion_tokens": 10000,
            "finish_reason": "length",
            "elapsed_seconds": 501.12039932300104,
            "vllm_prefill_seconds_delta": 0.7739897519932128,
            "vllm_decode_seconds_delta": 500.3331331409863,
            "vllm_decode_tps": 19.986683546664402,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "2d126341314c81e523f5197c8113887a1e7e43437821c325905f0ca620bd4002",
            "server_e2e_seconds": 501.1148111820221
          }
        },
        "weight_dtype": "symmetric RTN W8 in GPTQ-v2 layout; group128, ties-to-even, zero128",
        "activation_dtype": "FP16",
        "attention_KV_dtype": "FP16",
        "TP": 2,
        "MTP_tokens": 0,
        "quantized_modules_per_rank": 256,
        "packed_component_bytes_per_rank": {
          "qweight": 12175278080,
          "qzeros": 95119360,
          "scales": 190238720,
          "g_idx": 0
        },
        "packed_weight_bytes_per_rank": 12460636160,
        "sampled_peak_VRAM_bytes": {
          "0000:16:00.0": 18992091136,
          "0000:19:00.0": 18992078848
        },
        "KV_capacity": {
          "available_GiB": 0.89,
          "tokens": 7056,
          "concurrency_at131072": 0.22
        },
        "configured_context": 131072,
        "complete_ladders": 1,
        "sample_count": 1,
        "repeatability_established": false,
        "FP16_release_qualification": false,
        "archive": {
          "path": "/home/ai/vnext-v620-qwen38-rtn8-tp2-service-r0-20261023/raw-evidence.tar.gz",
          "bytes": 983825,
          "sha256": "c55b028de5f3d82086171c113b2b999cb779437ae2268f85761e0c0d0e124f7e",
          "files": 238,
          "index_sha256": "bcf623f7dda6961239239f8a905e5bbe745f060c694213f0509f126d2e5b8ffa"
        },
        "local_primary_record": ".work/fp16-w8-tp-mtp-matrix/w8-tp2-service-r0/sealed-mirror/retained/evidence/measurement-closure.json",
        "review": {
          "path": ".work/fp16-w8-tp-mtp-matrix/reviews/W8-TP2-final-cell-review.json",
          "sha256": "3311aa6971d18b9b8b150197d05918113dc1c8b7d5f1ad03c9319363391cc8fd"
        },
        "closure": {
          "container_id": "f7c859ecdb830c729b8d58601c0e285645014069254c8dc49aba1ec0e0d98f0d",
          "image_id": "sha256:95626d8b1e5b583a5348b5e7c9a0cd91840877eb5e3407e916f53298f80cf9f6",
          "exit_code": 0,
          "OOMKilled": false,
          "restart_count": 0,
          "bank_idle": true,
          "devices": [
            {
              "pci": "0000:16:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            },
            {
              "pci": "0000:19:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            }
          ],
          "started_at": "2026-10-23T11:54:59.718906406Z",
          "finished_at": "2026-10-23T12:52:52.033932533Z",
          "closed_at": "2026-10-23T12:52:52.186527+00:00",
          "kernel_fault_matches": [],
          "startup_requests_completed_and_drained": 3,
          "official_phase_samples": 11,
          "complete_ladders": 1,
          "strict_valid": true,
          "official_fixed_2000_tps": 20.930590077305382,
          "qualifying_ladders": 0,
          "FP16_qualification": false,
          "baseline_kind": "RTN8"
        },
        "final_counters": {
          "vllm:prompt_tokens_total": 6622,
          "vllm:generation_tokens_total": 42188,
          "vllm:request_decode_time_seconds_count": 14,
          "vllm:request_prefill_time_seconds_count": 14,
          "vllm:num_requests_running": 0,
          "vllm:num_requests_waiting": 0
        },
        "runtime_differences": [
          "Selected U ordered-FP32 runtime extended only for TP2/MTP shapes; old U arithmetic preserved, M>32 retains original reconstruction. Native candidate45281e2c and source1970f7c are admitted.",
          "TP2 reshards and ordinary decoder/fallback differ from historical TP4 U; no isolated TP or kernel-gain attribution.",
          "Fresh private rootSSD caches, FP16 activation/attentionKV, context131072 and memoryutil0.95 retained.",
          "Runtime reports7056 GPUKVtokens/0.22x at configured131072; full-context residency is not demonstrated."
        ],
        "limits": [
          "One unchangedcohort/oneofficial2Ksample, no repeatability orFP16promotion. Strict alone correctness;engineeringreplay not an additionalgate.",
          "NewTP2shards and ordinarydecoder/fallback differ fromTP4Ureference; no isolatedTPorUgain claim.",
          "Packed12,460,636,160B/rank excludes retainedFP16embedding/head/norm/recurrentweights. LogicalKVviews950,534,144B/rank mayalias; allocator and observedVRAM are distinct.",
          "Runtime0.89GiBavailableKV/7056tokens/0.22x atconfigured131072; no residentfullcontextcapacity demonstrated.",
          "Generated source linkage and mapped DSO identities support route admission; no per-projection dynamic kernel trace was captured."
        ]
      },
      "loaded_configuration_observation": {
        "review_path": ".work/fp16-w8-tp-mtp-matrix/reviews/W8-TP2-preladder-load-review.json",
        "review_sha256": "e108017f3c499e23fc410907cd8704d5cbd1c5e1368ac07bb0bf286964c666a7",
        "per_rank_packed_bytes": {
          "qweight": 12175278080,
          "qzeros": 95119360,
          "scales": 190238720,
          "g_idx": 0,
          "total": 12460636160
        },
        "quantized_modules_per_rank": 256,
        "bits": 8,
        "group_size": 128,
        "zero_layout": "GPTQv2 byte0x80/zero128; hashes independently verified",
        "load_allocator_allocated_bytes_per_rank": 15224720896,
        "load_allocator_reserved_bytes_per_rank": 27588034560,
        "KV_phase_allocated_bytes_per_rank": 16209667072,
        "KV_phase_reserved_bytes_per_rank": 17171480576,
        "attention_KV_dtype": "torch.float16",
        "attention_KV_view_shape": [
          37,
          2,
          784,
          2,
          256
        ],
        "logical_KV_view_bytes_per_rank": 950534144,
        "runtime_KV_available_GiB": 0.89,
        "runtime_KV_tokens": 7056,
        "runtime_concurrency_at_context131072": 0.22,
        "actual_graph_pool_GiB": 0.39,
        "limit": "Logical KV views may alias; runtime capacity/allocator/VRAM distinct. Configured131072 is unchanged, fullcontext residency and inference not yet demonstrated.",
        "final_receipts_match": true
      },
      "strict_total_seconds": 406.28512426803354,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json",
      "detail_source_sha256": "47fe24712908ad85f8ad8acf91c530204c898bb03e3b024ab54812ace6e1b3ca",
      "detail_source_pointer": "FP16_W8_TP_MTP_matrix.cells[3]",
      "image_export_bytes": 2541215576,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/v620-w8-tp2-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T18:41:25.776124549Z",
          "FinishedAt": "2026-10-26T19:39:36.891683362Z"
        },
        "devices_after": [
          {
            "card": 5,
            "render": 133,
            "pci": "0000:16:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:19:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T19:39:37.029335+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 20.897708334429417,
      "retest_10K_TPS": 19.95841850159981,
      "retest_strict_tokens": 9474,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 9474,
          "elapsed_seconds": 473.81853826798033,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 473.03272304392885,
          "vllm_decode_tps": 20.028212718637192,
          "vllm_generation_tokens_delta": 9474.0,
          "vllm_prefill_seconds_delta": 0.7731824229704216,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 96.49031426000874,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 95.70427378895693,
          "vllm_decode_tps": 20.897708334429417,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 0.771934352000244,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 501.828497888986,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 501.0417032390833,
          "vllm_decode_tps": 19.95841850159981,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 0.774901254917495,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 0.771934352000244,
      "retest_2K_total_seconds": 96.49031426000874,
      "retest_10K_prefill_seconds": 0.774901254917495,
      "retest_10K_total_seconds": 501.828497888986,
      "retest_strict_prefill_seconds": 0.7731824229704216,
      "retest_strict_total_seconds": 473.81853826798033,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": {
        "all_two_quantized_module_receipts_passed": true,
        "generated_quantized_call_support_complete": true,
        "graphs": [
          {
            "rank": 0,
            "pid": 83,
            "source_sha256": "e4d1d8cf2a3433dd1c6dee8e3a3550db555dc2b15f4408357c7729eec75244b9",
            "generated_conditional_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "conditional_line": 1908,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_0.cond_true_0",
                "fallback_branch": "GraphModule.submod_0.cond_false_0"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2012,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_2",
                "fallback_branch": "GraphModule.submod_2.cond_false_2"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2057,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_3",
                "fallback_branch": "GraphModule.submod_2.cond_false_3"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2074,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_4",
                "fallback_branch": "GraphModule.submod_2.cond_false_4"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2119,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_5",
                "fallback_branch": "GraphModule.submod_2.cond_false_5"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2339,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_7",
                "fallback_branch": "GraphModule.submod_4.cond_false_7"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2384,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_8",
                "fallback_branch": "GraphModule.submod_4.cond_false_8"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2401,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_9",
                "fallback_branch": "GraphModule.submod_4.cond_false_9"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2446,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_10",
                "fallback_branch": "GraphModule.submod_4.cond_false_10"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2666,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_12",
                "fallback_branch": "GraphModule.submod_6.cond_false_12"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2711,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_13",
                "fallback_branch": "GraphModule.submod_6.cond_false_13"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2728,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_14",
                "fallback_branch": "GraphModule.submod_6.cond_false_14"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2773,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_15",
                "fallback_branch": "GraphModule.submod_6.cond_false_15"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3168,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_16",
                "fallback_branch": "GraphModule.submod_8.cond_false_16"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3213,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_17",
                "fallback_branch": "GraphModule.submod_8.cond_false_17"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3230,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_18",
                "fallback_branch": "GraphModule.submod_8.cond_false_18"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3275,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_19",
                "fallback_branch": "GraphModule.submod_8.cond_false_19"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3448,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_21",
                "fallback_branch": "GraphModule.submod_10.cond_false_21"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3493,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_22",
                "fallback_branch": "GraphModule.submod_10.cond_false_22"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3510,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_23",
                "fallback_branch": "GraphModule.submod_10.cond_false_23"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3555,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_24",
                "fallback_branch": "GraphModule.submod_10.cond_false_24"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3775,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_26",
                "fallback_branch": "GraphModule.submod_12.cond_false_26"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3820,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_27",
                "fallback_branch": "GraphModule.submod_12.cond_false_27"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3837,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_28",
                "fallback_branch": "GraphModule.submod_12.cond_false_28"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3882,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_29",
                "fallback_branch": "GraphModule.submod_12.cond_false_29"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4102,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_31",
                "fallback_branch": "GraphModule.submod_14.cond_false_31"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4147,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_32",
                "fallback_branch": "GraphModule.submod_14.cond_false_32"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4164,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_33",
                "fallback_branch": "GraphModule.submod_14.cond_false_33"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4209,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_34",
                "fallback_branch": "GraphModule.submod_14.cond_false_34"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4604,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_35",
                "fallback_branch": "GraphModule.submod_16.cond_false_35"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4649,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_36",
                "fallback_branch": "GraphModule.submod_16.cond_false_36"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4666,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_37",
                "fallback_branch": "GraphModule.submod_16.cond_false_37"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4711,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_38",
                "fallback_branch": "GraphModule.submod_16.cond_false_38"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4884,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_40",
                "fallback_branch": "GraphModule.submod_18.cond_false_40"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4929,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_41",
                "fallback_branch": "GraphModule.submod_18.cond_false_41"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4946,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_42",
                "fallback_branch": "GraphModule.submod_18.cond_false_42"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4991,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_43",
                "fallback_branch": "GraphModule.submod_18.cond_false_43"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5211,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_45",
                "fallback_branch": "GraphModule.submod_20.cond_false_45"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5256,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_46",
                "fallback_branch": "GraphModule.submod_20.cond_false_46"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5273,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_47",
                "fallback_branch": "GraphModule.submod_20.cond_false_47"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5318,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_48",
                "fallback_branch": "GraphModule.submod_20.cond_false_48"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5538,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_50",
                "fallback_branch": "GraphModule.submod_22.cond_false_50"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5583,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_51",
                "fallback_branch": "GraphModule.submod_22.cond_false_51"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5600,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_52",
                "fallback_branch": "GraphModule.submod_22.cond_false_52"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5645,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_53",
                "fallback_branch": "GraphModule.submod_22.cond_false_53"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6040,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_54",
                "fallback_branch": "GraphModule.submod_24.cond_false_54"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6085,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_55",
                "fallback_branch": "GraphModule.submod_24.cond_false_55"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6102,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_56",
                "fallback_branch": "GraphModule.submod_24.cond_false_56"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6147,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_57",
                "fallback_branch": "GraphModule.submod_24.cond_false_57"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6320,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_59",
                "fallback_branch": "GraphModule.submod_26.cond_false_59"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6365,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_60",
                "fallback_branch": "GraphModule.submod_26.cond_false_60"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6382,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_61",
                "fallback_branch": "GraphModule.submod_26.cond_false_61"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6427,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_62",
                "fallback_branch": "GraphModule.submod_26.cond_false_62"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6647,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_64",
                "fallback_branch": "GraphModule.submod_28.cond_false_64"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6692,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_65",
                "fallback_branch": "GraphModule.submod_28.cond_false_65"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6709,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_66",
                "fallback_branch": "GraphModule.submod_28.cond_false_66"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6754,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_67",
                "fallback_branch": "GraphModule.submod_28.cond_false_67"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6974,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_69",
                "fallback_branch": "GraphModule.submod_30.cond_false_69"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 7019,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_70",
                "fallback_branch": "GraphModule.submod_30.cond_false_70"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 7036,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_71",
                "fallback_branch": "GraphModule.submod_30.cond_false_71"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 7081,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_72",
                "fallback_branch": "GraphModule.submod_30.cond_false_72"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7476,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_73",
                "fallback_branch": "GraphModule.submod_32.cond_false_73"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7521,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_74",
                "fallback_branch": "GraphModule.submod_32.cond_false_74"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7538,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_75",
                "fallback_branch": "GraphModule.submod_32.cond_false_75"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7583,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_76",
                "fallback_branch": "GraphModule.submod_32.cond_false_76"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7756,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_78",
                "fallback_branch": "GraphModule.submod_34.cond_false_78"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7801,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_79",
                "fallback_branch": "GraphModule.submod_34.cond_false_79"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7818,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_80",
                "fallback_branch": "GraphModule.submod_34.cond_false_80"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7863,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_81",
                "fallback_branch": "GraphModule.submod_34.cond_false_81"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8083,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_83",
                "fallback_branch": "GraphModule.submod_36.cond_false_83"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8128,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_84",
                "fallback_branch": "GraphModule.submod_36.cond_false_84"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8145,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_85",
                "fallback_branch": "GraphModule.submod_36.cond_false_85"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8190,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_86",
                "fallback_branch": "GraphModule.submod_36.cond_false_86"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8410,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_88",
                "fallback_branch": "GraphModule.submod_38.cond_false_88"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8455,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_89",
                "fallback_branch": "GraphModule.submod_38.cond_false_89"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8472,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_90",
                "fallback_branch": "GraphModule.submod_38.cond_false_90"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8517,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_91",
                "fallback_branch": "GraphModule.submod_38.cond_false_91"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8912,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_92",
                "fallback_branch": "GraphModule.submod_40.cond_false_92"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8957,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_93",
                "fallback_branch": "GraphModule.submod_40.cond_false_93"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8974,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_94",
                "fallback_branch": "GraphModule.submod_40.cond_false_94"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 9019,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_95",
                "fallback_branch": "GraphModule.submod_40.cond_false_95"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9192,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_97",
                "fallback_branch": "GraphModule.submod_42.cond_false_97"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9237,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_98",
                "fallback_branch": "GraphModule.submod_42.cond_false_98"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9254,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_99",
                "fallback_branch": "GraphModule.submod_42.cond_false_99"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9299,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_100",
                "fallback_branch": "GraphModule.submod_42.cond_false_100"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9519,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_102",
                "fallback_branch": "GraphModule.submod_44.cond_false_102"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9564,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_103",
                "fallback_branch": "GraphModule.submod_44.cond_false_103"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9581,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_104",
                "fallback_branch": "GraphModule.submod_44.cond_false_104"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9626,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_105",
                "fallback_branch": "GraphModule.submod_44.cond_false_105"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9846,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_107",
                "fallback_branch": "GraphModule.submod_46.cond_false_107"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9891,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_108",
                "fallback_branch": "GraphModule.submod_46.cond_false_108"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9908,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_109",
                "fallback_branch": "GraphModule.submod_46.cond_false_109"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9953,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_110",
                "fallback_branch": "GraphModule.submod_46.cond_false_110"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10348,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_111",
                "fallback_branch": "GraphModule.submod_48.cond_false_111"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10393,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_112",
                "fallback_branch": "GraphModule.submod_48.cond_false_112"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10410,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_113",
                "fallback_branch": "GraphModule.submod_48.cond_false_113"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10455,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_114",
                "fallback_branch": "GraphModule.submod_48.cond_false_114"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10628,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_116",
                "fallback_branch": "GraphModule.submod_50.cond_false_116"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10673,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_117",
                "fallback_branch": "GraphModule.submod_50.cond_false_117"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10690,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_118",
                "fallback_branch": "GraphModule.submod_50.cond_false_118"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10735,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_119",
                "fallback_branch": "GraphModule.submod_50.cond_false_119"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10955,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_121",
                "fallback_branch": "GraphModule.submod_52.cond_false_121"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 11000,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_122",
                "fallback_branch": "GraphModule.submod_52.cond_false_122"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 11017,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_123",
                "fallback_branch": "GraphModule.submod_52.cond_false_123"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 11062,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_124",
                "fallback_branch": "GraphModule.submod_52.cond_false_124"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11282,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_126",
                "fallback_branch": "GraphModule.submod_54.cond_false_126"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11327,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_127",
                "fallback_branch": "GraphModule.submod_54.cond_false_127"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11344,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_128",
                "fallback_branch": "GraphModule.submod_54.cond_false_128"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11389,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_129",
                "fallback_branch": "GraphModule.submod_54.cond_false_129"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11784,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_130",
                "fallback_branch": "GraphModule.submod_56.cond_false_130"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11829,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_131",
                "fallback_branch": "GraphModule.submod_56.cond_false_131"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11846,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_132",
                "fallback_branch": "GraphModule.submod_56.cond_false_132"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11891,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_133",
                "fallback_branch": "GraphModule.submod_56.cond_false_133"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12064,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_135",
                "fallback_branch": "GraphModule.submod_58.cond_false_135"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12109,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_136",
                "fallback_branch": "GraphModule.submod_58.cond_false_136"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12126,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_137",
                "fallback_branch": "GraphModule.submod_58.cond_false_137"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12171,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_138",
                "fallback_branch": "GraphModule.submod_58.cond_false_138"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12391,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_140",
                "fallback_branch": "GraphModule.submod_60.cond_false_140"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12436,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_141",
                "fallback_branch": "GraphModule.submod_60.cond_false_141"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12453,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_142",
                "fallback_branch": "GraphModule.submod_60.cond_false_142"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12498,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_143",
                "fallback_branch": "GraphModule.submod_60.cond_false_143"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12718,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_145",
                "fallback_branch": "GraphModule.submod_62.cond_false_145"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12763,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_146",
                "fallback_branch": "GraphModule.submod_62.cond_false_146"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12780,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_147",
                "fallback_branch": "GraphModule.submod_62.cond_false_147"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12825,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_148",
                "fallback_branch": "GraphModule.submod_62.cond_false_148"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13220,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_149",
                "fallback_branch": "GraphModule.submod_64.cond_false_149"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13265,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_150",
                "fallback_branch": "GraphModule.submod_64.cond_false_150"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13282,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_151",
                "fallback_branch": "GraphModule.submod_64.cond_false_151"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13327,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_152",
                "fallback_branch": "GraphModule.submod_64.cond_false_152"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13500,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_154",
                "fallback_branch": "GraphModule.submod_66.cond_false_154"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13545,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_155",
                "fallback_branch": "GraphModule.submod_66.cond_false_155"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13562,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_156",
                "fallback_branch": "GraphModule.submod_66.cond_false_156"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13607,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_157",
                "fallback_branch": "GraphModule.submod_66.cond_false_157"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13827,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_159",
                "fallback_branch": "GraphModule.submod_68.cond_false_159"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13872,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_160",
                "fallback_branch": "GraphModule.submod_68.cond_false_160"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13889,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_161",
                "fallback_branch": "GraphModule.submod_68.cond_false_161"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13934,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_162",
                "fallback_branch": "GraphModule.submod_68.cond_false_162"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14154,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_164",
                "fallback_branch": "GraphModule.submod_70.cond_false_164"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14199,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_165",
                "fallback_branch": "GraphModule.submod_70.cond_false_165"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14216,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_166",
                "fallback_branch": "GraphModule.submod_70.cond_false_166"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14261,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_167",
                "fallback_branch": "GraphModule.submod_70.cond_false_167"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14656,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_168",
                "fallback_branch": "GraphModule.submod_72.cond_false_168"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14701,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_169",
                "fallback_branch": "GraphModule.submod_72.cond_false_169"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14718,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_170",
                "fallback_branch": "GraphModule.submod_72.cond_false_170"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14763,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_171",
                "fallback_branch": "GraphModule.submod_72.cond_false_171"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14936,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_173",
                "fallback_branch": "GraphModule.submod_74.cond_false_173"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14981,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_174",
                "fallback_branch": "GraphModule.submod_74.cond_false_174"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14998,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_175",
                "fallback_branch": "GraphModule.submod_74.cond_false_175"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 15043,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_176",
                "fallback_branch": "GraphModule.submod_74.cond_false_176"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15263,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_178",
                "fallback_branch": "GraphModule.submod_76.cond_false_178"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15308,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_179",
                "fallback_branch": "GraphModule.submod_76.cond_false_179"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15325,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_180",
                "fallback_branch": "GraphModule.submod_76.cond_false_180"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15370,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_181",
                "fallback_branch": "GraphModule.submod_76.cond_false_181"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15590,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_183",
                "fallback_branch": "GraphModule.submod_78.cond_false_183"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15635,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_184",
                "fallback_branch": "GraphModule.submod_78.cond_false_184"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15652,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_185",
                "fallback_branch": "GraphModule.submod_78.cond_false_185"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15697,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_186",
                "fallback_branch": "GraphModule.submod_78.cond_false_186"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16092,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_187",
                "fallback_branch": "GraphModule.submod_80.cond_false_187"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16137,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_188",
                "fallback_branch": "GraphModule.submod_80.cond_false_188"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16154,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_189",
                "fallback_branch": "GraphModule.submod_80.cond_false_189"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16199,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_190",
                "fallback_branch": "GraphModule.submod_80.cond_false_190"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16372,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_192",
                "fallback_branch": "GraphModule.submod_82.cond_false_192"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16417,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_193",
                "fallback_branch": "GraphModule.submod_82.cond_false_193"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16434,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_194",
                "fallback_branch": "GraphModule.submod_82.cond_false_194"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16479,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_195",
                "fallback_branch": "GraphModule.submod_82.cond_false_195"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16699,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_197",
                "fallback_branch": "GraphModule.submod_84.cond_false_197"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16744,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_198",
                "fallback_branch": "GraphModule.submod_84.cond_false_198"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16761,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_199",
                "fallback_branch": "GraphModule.submod_84.cond_false_199"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16806,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_200",
                "fallback_branch": "GraphModule.submod_84.cond_false_200"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 17026,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_202",
                "fallback_branch": "GraphModule.submod_86.cond_false_202"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 17071,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_203",
                "fallback_branch": "GraphModule.submod_86.cond_false_203"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 17088,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_204",
                "fallback_branch": "GraphModule.submod_86.cond_false_204"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 17133,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_205",
                "fallback_branch": "GraphModule.submod_86.cond_false_205"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17528,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_206",
                "fallback_branch": "GraphModule.submod_88.cond_false_206"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17573,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_207",
                "fallback_branch": "GraphModule.submod_88.cond_false_207"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17590,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_208",
                "fallback_branch": "GraphModule.submod_88.cond_false_208"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17635,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_209",
                "fallback_branch": "GraphModule.submod_88.cond_false_209"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17808,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_211",
                "fallback_branch": "GraphModule.submod_90.cond_false_211"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17853,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_212",
                "fallback_branch": "GraphModule.submod_90.cond_false_212"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17870,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_213",
                "fallback_branch": "GraphModule.submod_90.cond_false_213"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17915,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_214",
                "fallback_branch": "GraphModule.submod_90.cond_false_214"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18135,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_216",
                "fallback_branch": "GraphModule.submod_92.cond_false_216"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18180,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_217",
                "fallback_branch": "GraphModule.submod_92.cond_false_217"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18197,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_218",
                "fallback_branch": "GraphModule.submod_92.cond_false_218"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18242,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_219",
                "fallback_branch": "GraphModule.submod_92.cond_false_219"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18462,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_221",
                "fallback_branch": "GraphModule.submod_94.cond_false_221"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18507,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_222",
                "fallback_branch": "GraphModule.submod_94.cond_false_222"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18524,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_223",
                "fallback_branch": "GraphModule.submod_94.cond_false_223"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18569,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_224",
                "fallback_branch": "GraphModule.submod_94.cond_false_224"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18964,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_225",
                "fallback_branch": "GraphModule.submod_96.cond_false_225"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 19009,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_226",
                "fallback_branch": "GraphModule.submod_96.cond_false_226"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 19026,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_227",
                "fallback_branch": "GraphModule.submod_96.cond_false_227"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 19071,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_228",
                "fallback_branch": "GraphModule.submod_96.cond_false_228"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19244,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_230",
                "fallback_branch": "GraphModule.submod_98.cond_false_230"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19289,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_231",
                "fallback_branch": "GraphModule.submod_98.cond_false_231"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19306,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_232",
                "fallback_branch": "GraphModule.submod_98.cond_false_232"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19351,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_233",
                "fallback_branch": "GraphModule.submod_98.cond_false_233"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19571,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_235",
                "fallback_branch": "GraphModule.submod_100.cond_false_235"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19616,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_236",
                "fallback_branch": "GraphModule.submod_100.cond_false_236"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19633,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_237",
                "fallback_branch": "GraphModule.submod_100.cond_false_237"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19678,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_238",
                "fallback_branch": "GraphModule.submod_100.cond_false_238"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19898,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_240",
                "fallback_branch": "GraphModule.submod_102.cond_false_240"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19943,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_241",
                "fallback_branch": "GraphModule.submod_102.cond_false_241"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19960,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_242",
                "fallback_branch": "GraphModule.submod_102.cond_false_242"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 20005,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_243",
                "fallback_branch": "GraphModule.submod_102.cond_false_243"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20400,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_244",
                "fallback_branch": "GraphModule.submod_104.cond_false_244"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20445,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_245",
                "fallback_branch": "GraphModule.submod_104.cond_false_245"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20462,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_246",
                "fallback_branch": "GraphModule.submod_104.cond_false_246"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20507,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_247",
                "fallback_branch": "GraphModule.submod_104.cond_false_247"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20680,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_249",
                "fallback_branch": "GraphModule.submod_106.cond_false_249"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20725,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_250",
                "fallback_branch": "GraphModule.submod_106.cond_false_250"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20742,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_251",
                "fallback_branch": "GraphModule.submod_106.cond_false_251"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20787,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_252",
                "fallback_branch": "GraphModule.submod_106.cond_false_252"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 21007,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_254",
                "fallback_branch": "GraphModule.submod_108.cond_false_254"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 21052,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_255",
                "fallback_branch": "GraphModule.submod_108.cond_false_255"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 21069,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_256",
                "fallback_branch": "GraphModule.submod_108.cond_false_256"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 21114,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_257",
                "fallback_branch": "GraphModule.submod_108.cond_false_257"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21334,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_259",
                "fallback_branch": "GraphModule.submod_110.cond_false_259"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21379,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_260",
                "fallback_branch": "GraphModule.submod_110.cond_false_260"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21396,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_261",
                "fallback_branch": "GraphModule.submod_110.cond_false_261"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21441,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_262",
                "fallback_branch": "GraphModule.submod_110.cond_false_262"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21836,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_263",
                "fallback_branch": "GraphModule.submod_112.cond_false_263"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21881,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_264",
                "fallback_branch": "GraphModule.submod_112.cond_false_264"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21898,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_265",
                "fallback_branch": "GraphModule.submod_112.cond_false_265"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21943,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_266",
                "fallback_branch": "GraphModule.submod_112.cond_false_266"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22116,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_268",
                "fallback_branch": "GraphModule.submod_114.cond_false_268"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22161,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_269",
                "fallback_branch": "GraphModule.submod_114.cond_false_269"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22178,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_270",
                "fallback_branch": "GraphModule.submod_114.cond_false_270"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22223,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_271",
                "fallback_branch": "GraphModule.submod_114.cond_false_271"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22443,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_273",
                "fallback_branch": "GraphModule.submod_116.cond_false_273"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22488,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_274",
                "fallback_branch": "GraphModule.submod_116.cond_false_274"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22505,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_275",
                "fallback_branch": "GraphModule.submod_116.cond_false_275"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22550,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_276",
                "fallback_branch": "GraphModule.submod_116.cond_false_276"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22770,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_278",
                "fallback_branch": "GraphModule.submod_118.cond_false_278"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22815,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_279",
                "fallback_branch": "GraphModule.submod_118.cond_false_279"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22832,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_280",
                "fallback_branch": "GraphModule.submod_118.cond_false_280"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22877,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_281",
                "fallback_branch": "GraphModule.submod_118.cond_false_281"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23272,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_282",
                "fallback_branch": "GraphModule.submod_120.cond_false_282"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23317,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_283",
                "fallback_branch": "GraphModule.submod_120.cond_false_283"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23334,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_284",
                "fallback_branch": "GraphModule.submod_120.cond_false_284"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23379,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_285",
                "fallback_branch": "GraphModule.submod_120.cond_false_285"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23552,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_287",
                "fallback_branch": "GraphModule.submod_122.cond_false_287"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23597,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_288",
                "fallback_branch": "GraphModule.submod_122.cond_false_288"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23614,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_289",
                "fallback_branch": "GraphModule.submod_122.cond_false_289"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23659,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_290",
                "fallback_branch": "GraphModule.submod_122.cond_false_290"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23879,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_292",
                "fallback_branch": "GraphModule.submod_124.cond_false_292"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23924,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_293",
                "fallback_branch": "GraphModule.submod_124.cond_false_293"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23941,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_294",
                "fallback_branch": "GraphModule.submod_124.cond_false_294"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23986,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_295",
                "fallback_branch": "GraphModule.submod_124.cond_false_295"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24206,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_297",
                "fallback_branch": "GraphModule.submod_126.cond_false_297"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24251,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_298",
                "fallback_branch": "GraphModule.submod_126.cond_false_298"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24268,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_299",
                "fallback_branch": "GraphModule.submod_126.cond_false_299"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24313,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_300",
                "fallback_branch": "GraphModule.submod_126.cond_false_300"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24706,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_301",
                "fallback_branch": "GraphModule.submod_128.cond_false_301"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24751,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_302",
                "fallback_branch": "GraphModule.submod_128.cond_false_302"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24768,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_303",
                "fallback_branch": "GraphModule.submod_128.cond_false_303"
              }
            ]
          },
          {
            "rank": 1,
            "pid": 84,
            "source_sha256": "890515e94947ac820904b92cad07a3d1722b5503433044dfb59921360ba20211",
            "generated_conditional_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "conditional_line": 1908,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_0.cond_true_0",
                "fallback_branch": "GraphModule.submod_0.cond_false_0"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2012,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_2",
                "fallback_branch": "GraphModule.submod_2.cond_false_2"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2057,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_3",
                "fallback_branch": "GraphModule.submod_2.cond_false_3"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2074,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_4",
                "fallback_branch": "GraphModule.submod_2.cond_false_4"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2119,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_5",
                "fallback_branch": "GraphModule.submod_2.cond_false_5"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2339,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_7",
                "fallback_branch": "GraphModule.submod_4.cond_false_7"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2384,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_8",
                "fallback_branch": "GraphModule.submod_4.cond_false_8"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2401,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_9",
                "fallback_branch": "GraphModule.submod_4.cond_false_9"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2446,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_10",
                "fallback_branch": "GraphModule.submod_4.cond_false_10"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2666,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_12",
                "fallback_branch": "GraphModule.submod_6.cond_false_12"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2711,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_13",
                "fallback_branch": "GraphModule.submod_6.cond_false_13"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2728,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_14",
                "fallback_branch": "GraphModule.submod_6.cond_false_14"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2773,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_15",
                "fallback_branch": "GraphModule.submod_6.cond_false_15"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3168,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_16",
                "fallback_branch": "GraphModule.submod_8.cond_false_16"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3213,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_17",
                "fallback_branch": "GraphModule.submod_8.cond_false_17"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3230,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_18",
                "fallback_branch": "GraphModule.submod_8.cond_false_18"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3275,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_19",
                "fallback_branch": "GraphModule.submod_8.cond_false_19"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3448,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_21",
                "fallback_branch": "GraphModule.submod_10.cond_false_21"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3493,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_22",
                "fallback_branch": "GraphModule.submod_10.cond_false_22"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3510,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_23",
                "fallback_branch": "GraphModule.submod_10.cond_false_23"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3555,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_24",
                "fallback_branch": "GraphModule.submod_10.cond_false_24"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3775,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_26",
                "fallback_branch": "GraphModule.submod_12.cond_false_26"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3820,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_27",
                "fallback_branch": "GraphModule.submod_12.cond_false_27"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3837,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_28",
                "fallback_branch": "GraphModule.submod_12.cond_false_28"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3882,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_29",
                "fallback_branch": "GraphModule.submod_12.cond_false_29"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4102,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_31",
                "fallback_branch": "GraphModule.submod_14.cond_false_31"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4147,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_32",
                "fallback_branch": "GraphModule.submod_14.cond_false_32"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4164,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_33",
                "fallback_branch": "GraphModule.submod_14.cond_false_33"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4209,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_34",
                "fallback_branch": "GraphModule.submod_14.cond_false_34"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4604,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_35",
                "fallback_branch": "GraphModule.submod_16.cond_false_35"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4649,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_36",
                "fallback_branch": "GraphModule.submod_16.cond_false_36"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4666,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_37",
                "fallback_branch": "GraphModule.submod_16.cond_false_37"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4711,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_38",
                "fallback_branch": "GraphModule.submod_16.cond_false_38"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4884,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_40",
                "fallback_branch": "GraphModule.submod_18.cond_false_40"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4929,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_41",
                "fallback_branch": "GraphModule.submod_18.cond_false_41"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4946,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_42",
                "fallback_branch": "GraphModule.submod_18.cond_false_42"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4991,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_43",
                "fallback_branch": "GraphModule.submod_18.cond_false_43"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5211,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_45",
                "fallback_branch": "GraphModule.submod_20.cond_false_45"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5256,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_46",
                "fallback_branch": "GraphModule.submod_20.cond_false_46"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5273,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_47",
                "fallback_branch": "GraphModule.submod_20.cond_false_47"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5318,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_48",
                "fallback_branch": "GraphModule.submod_20.cond_false_48"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5538,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_50",
                "fallback_branch": "GraphModule.submod_22.cond_false_50"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5583,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_51",
                "fallback_branch": "GraphModule.submod_22.cond_false_51"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5600,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_52",
                "fallback_branch": "GraphModule.submod_22.cond_false_52"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5645,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_53",
                "fallback_branch": "GraphModule.submod_22.cond_false_53"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6040,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_54",
                "fallback_branch": "GraphModule.submod_24.cond_false_54"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6085,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_55",
                "fallback_branch": "GraphModule.submod_24.cond_false_55"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6102,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_56",
                "fallback_branch": "GraphModule.submod_24.cond_false_56"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6147,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_57",
                "fallback_branch": "GraphModule.submod_24.cond_false_57"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6320,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_59",
                "fallback_branch": "GraphModule.submod_26.cond_false_59"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6365,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_60",
                "fallback_branch": "GraphModule.submod_26.cond_false_60"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6382,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_61",
                "fallback_branch": "GraphModule.submod_26.cond_false_61"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6427,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_62",
                "fallback_branch": "GraphModule.submod_26.cond_false_62"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6647,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_64",
                "fallback_branch": "GraphModule.submod_28.cond_false_64"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6692,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_65",
                "fallback_branch": "GraphModule.submod_28.cond_false_65"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6709,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_66",
                "fallback_branch": "GraphModule.submod_28.cond_false_66"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6754,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_67",
                "fallback_branch": "GraphModule.submod_28.cond_false_67"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6974,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_69",
                "fallback_branch": "GraphModule.submod_30.cond_false_69"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 7019,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_70",
                "fallback_branch": "GraphModule.submod_30.cond_false_70"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 7036,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_71",
                "fallback_branch": "GraphModule.submod_30.cond_false_71"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 7081,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_72",
                "fallback_branch": "GraphModule.submod_30.cond_false_72"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7476,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_73",
                "fallback_branch": "GraphModule.submod_32.cond_false_73"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7521,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_74",
                "fallback_branch": "GraphModule.submod_32.cond_false_74"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7538,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_75",
                "fallback_branch": "GraphModule.submod_32.cond_false_75"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7583,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_76",
                "fallback_branch": "GraphModule.submod_32.cond_false_76"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7756,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_78",
                "fallback_branch": "GraphModule.submod_34.cond_false_78"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7801,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_79",
                "fallback_branch": "GraphModule.submod_34.cond_false_79"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7818,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_80",
                "fallback_branch": "GraphModule.submod_34.cond_false_80"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7863,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_81",
                "fallback_branch": "GraphModule.submod_34.cond_false_81"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8083,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_83",
                "fallback_branch": "GraphModule.submod_36.cond_false_83"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8128,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_84",
                "fallback_branch": "GraphModule.submod_36.cond_false_84"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8145,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_85",
                "fallback_branch": "GraphModule.submod_36.cond_false_85"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8190,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_86",
                "fallback_branch": "GraphModule.submod_36.cond_false_86"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8410,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_88",
                "fallback_branch": "GraphModule.submod_38.cond_false_88"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8455,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_89",
                "fallback_branch": "GraphModule.submod_38.cond_false_89"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8472,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_90",
                "fallback_branch": "GraphModule.submod_38.cond_false_90"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8517,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_91",
                "fallback_branch": "GraphModule.submod_38.cond_false_91"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8912,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_92",
                "fallback_branch": "GraphModule.submod_40.cond_false_92"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8957,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_93",
                "fallback_branch": "GraphModule.submod_40.cond_false_93"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8974,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_94",
                "fallback_branch": "GraphModule.submod_40.cond_false_94"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 9019,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_95",
                "fallback_branch": "GraphModule.submod_40.cond_false_95"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9192,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_97",
                "fallback_branch": "GraphModule.submod_42.cond_false_97"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9237,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_98",
                "fallback_branch": "GraphModule.submod_42.cond_false_98"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9254,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_99",
                "fallback_branch": "GraphModule.submod_42.cond_false_99"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9299,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_100",
                "fallback_branch": "GraphModule.submod_42.cond_false_100"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9519,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_102",
                "fallback_branch": "GraphModule.submod_44.cond_false_102"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9564,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_103",
                "fallback_branch": "GraphModule.submod_44.cond_false_103"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9581,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_104",
                "fallback_branch": "GraphModule.submod_44.cond_false_104"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9626,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_105",
                "fallback_branch": "GraphModule.submod_44.cond_false_105"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9846,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_107",
                "fallback_branch": "GraphModule.submod_46.cond_false_107"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9891,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_108",
                "fallback_branch": "GraphModule.submod_46.cond_false_108"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9908,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_109",
                "fallback_branch": "GraphModule.submod_46.cond_false_109"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9953,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_110",
                "fallback_branch": "GraphModule.submod_46.cond_false_110"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10348,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_111",
                "fallback_branch": "GraphModule.submod_48.cond_false_111"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10393,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_112",
                "fallback_branch": "GraphModule.submod_48.cond_false_112"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10410,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_113",
                "fallback_branch": "GraphModule.submod_48.cond_false_113"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10455,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_114",
                "fallback_branch": "GraphModule.submod_48.cond_false_114"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10628,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_116",
                "fallback_branch": "GraphModule.submod_50.cond_false_116"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10673,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_117",
                "fallback_branch": "GraphModule.submod_50.cond_false_117"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10690,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_118",
                "fallback_branch": "GraphModule.submod_50.cond_false_118"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10735,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_119",
                "fallback_branch": "GraphModule.submod_50.cond_false_119"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10955,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_121",
                "fallback_branch": "GraphModule.submod_52.cond_false_121"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 11000,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_122",
                "fallback_branch": "GraphModule.submod_52.cond_false_122"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 11017,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_123",
                "fallback_branch": "GraphModule.submod_52.cond_false_123"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 11062,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_124",
                "fallback_branch": "GraphModule.submod_52.cond_false_124"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11282,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_126",
                "fallback_branch": "GraphModule.submod_54.cond_false_126"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11327,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_127",
                "fallback_branch": "GraphModule.submod_54.cond_false_127"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11344,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_128",
                "fallback_branch": "GraphModule.submod_54.cond_false_128"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11389,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_129",
                "fallback_branch": "GraphModule.submod_54.cond_false_129"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11784,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_130",
                "fallback_branch": "GraphModule.submod_56.cond_false_130"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11829,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_131",
                "fallback_branch": "GraphModule.submod_56.cond_false_131"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11846,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_132",
                "fallback_branch": "GraphModule.submod_56.cond_false_132"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11891,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_133",
                "fallback_branch": "GraphModule.submod_56.cond_false_133"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12064,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_135",
                "fallback_branch": "GraphModule.submod_58.cond_false_135"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12109,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_136",
                "fallback_branch": "GraphModule.submod_58.cond_false_136"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12126,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_137",
                "fallback_branch": "GraphModule.submod_58.cond_false_137"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12171,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_138",
                "fallback_branch": "GraphModule.submod_58.cond_false_138"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12391,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_140",
                "fallback_branch": "GraphModule.submod_60.cond_false_140"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12436,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_141",
                "fallback_branch": "GraphModule.submod_60.cond_false_141"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12453,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_142",
                "fallback_branch": "GraphModule.submod_60.cond_false_142"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12498,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_143",
                "fallback_branch": "GraphModule.submod_60.cond_false_143"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12718,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_145",
                "fallback_branch": "GraphModule.submod_62.cond_false_145"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12763,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_146",
                "fallback_branch": "GraphModule.submod_62.cond_false_146"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12780,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_147",
                "fallback_branch": "GraphModule.submod_62.cond_false_147"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12825,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_148",
                "fallback_branch": "GraphModule.submod_62.cond_false_148"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13220,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_149",
                "fallback_branch": "GraphModule.submod_64.cond_false_149"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13265,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_150",
                "fallback_branch": "GraphModule.submod_64.cond_false_150"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13282,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_151",
                "fallback_branch": "GraphModule.submod_64.cond_false_151"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13327,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_152",
                "fallback_branch": "GraphModule.submod_64.cond_false_152"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13500,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_154",
                "fallback_branch": "GraphModule.submod_66.cond_false_154"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13545,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_155",
                "fallback_branch": "GraphModule.submod_66.cond_false_155"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13562,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_156",
                "fallback_branch": "GraphModule.submod_66.cond_false_156"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13607,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_157",
                "fallback_branch": "GraphModule.submod_66.cond_false_157"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13827,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_159",
                "fallback_branch": "GraphModule.submod_68.cond_false_159"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13872,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_160",
                "fallback_branch": "GraphModule.submod_68.cond_false_160"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13889,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_161",
                "fallback_branch": "GraphModule.submod_68.cond_false_161"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13934,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_162",
                "fallback_branch": "GraphModule.submod_68.cond_false_162"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14154,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_164",
                "fallback_branch": "GraphModule.submod_70.cond_false_164"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14199,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_165",
                "fallback_branch": "GraphModule.submod_70.cond_false_165"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14216,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_166",
                "fallback_branch": "GraphModule.submod_70.cond_false_166"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14261,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_167",
                "fallback_branch": "GraphModule.submod_70.cond_false_167"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14656,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_168",
                "fallback_branch": "GraphModule.submod_72.cond_false_168"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14701,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_169",
                "fallback_branch": "GraphModule.submod_72.cond_false_169"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14718,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_170",
                "fallback_branch": "GraphModule.submod_72.cond_false_170"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14763,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_171",
                "fallback_branch": "GraphModule.submod_72.cond_false_171"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14936,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_173",
                "fallback_branch": "GraphModule.submod_74.cond_false_173"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14981,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_174",
                "fallback_branch": "GraphModule.submod_74.cond_false_174"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14998,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_175",
                "fallback_branch": "GraphModule.submod_74.cond_false_175"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 15043,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_176",
                "fallback_branch": "GraphModule.submod_74.cond_false_176"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15263,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_178",
                "fallback_branch": "GraphModule.submod_76.cond_false_178"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15308,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_179",
                "fallback_branch": "GraphModule.submod_76.cond_false_179"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15325,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_180",
                "fallback_branch": "GraphModule.submod_76.cond_false_180"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15370,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_181",
                "fallback_branch": "GraphModule.submod_76.cond_false_181"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15590,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_183",
                "fallback_branch": "GraphModule.submod_78.cond_false_183"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15635,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_184",
                "fallback_branch": "GraphModule.submod_78.cond_false_184"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15652,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_185",
                "fallback_branch": "GraphModule.submod_78.cond_false_185"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15697,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_186",
                "fallback_branch": "GraphModule.submod_78.cond_false_186"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16092,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_187",
                "fallback_branch": "GraphModule.submod_80.cond_false_187"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16137,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_188",
                "fallback_branch": "GraphModule.submod_80.cond_false_188"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16154,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_189",
                "fallback_branch": "GraphModule.submod_80.cond_false_189"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16199,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_190",
                "fallback_branch": "GraphModule.submod_80.cond_false_190"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16372,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_192",
                "fallback_branch": "GraphModule.submod_82.cond_false_192"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16417,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_193",
                "fallback_branch": "GraphModule.submod_82.cond_false_193"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16434,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_194",
                "fallback_branch": "GraphModule.submod_82.cond_false_194"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16479,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_195",
                "fallback_branch": "GraphModule.submod_82.cond_false_195"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16699,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_197",
                "fallback_branch": "GraphModule.submod_84.cond_false_197"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16744,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_198",
                "fallback_branch": "GraphModule.submod_84.cond_false_198"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16761,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_199",
                "fallback_branch": "GraphModule.submod_84.cond_false_199"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16806,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_200",
                "fallback_branch": "GraphModule.submod_84.cond_false_200"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 17026,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_202",
                "fallback_branch": "GraphModule.submod_86.cond_false_202"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 17071,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_203",
                "fallback_branch": "GraphModule.submod_86.cond_false_203"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 17088,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_204",
                "fallback_branch": "GraphModule.submod_86.cond_false_204"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 17133,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_205",
                "fallback_branch": "GraphModule.submod_86.cond_false_205"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17528,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_206",
                "fallback_branch": "GraphModule.submod_88.cond_false_206"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17573,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_207",
                "fallback_branch": "GraphModule.submod_88.cond_false_207"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17590,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_208",
                "fallback_branch": "GraphModule.submod_88.cond_false_208"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17635,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_209",
                "fallback_branch": "GraphModule.submod_88.cond_false_209"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17808,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_211",
                "fallback_branch": "GraphModule.submod_90.cond_false_211"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17853,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_212",
                "fallback_branch": "GraphModule.submod_90.cond_false_212"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17870,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_213",
                "fallback_branch": "GraphModule.submod_90.cond_false_213"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17915,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_214",
                "fallback_branch": "GraphModule.submod_90.cond_false_214"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18135,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_216",
                "fallback_branch": "GraphModule.submod_92.cond_false_216"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18180,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_217",
                "fallback_branch": "GraphModule.submod_92.cond_false_217"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18197,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_218",
                "fallback_branch": "GraphModule.submod_92.cond_false_218"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18242,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_219",
                "fallback_branch": "GraphModule.submod_92.cond_false_219"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18462,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_221",
                "fallback_branch": "GraphModule.submod_94.cond_false_221"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18507,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_222",
                "fallback_branch": "GraphModule.submod_94.cond_false_222"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18524,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_223",
                "fallback_branch": "GraphModule.submod_94.cond_false_223"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18569,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_224",
                "fallback_branch": "GraphModule.submod_94.cond_false_224"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18964,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_225",
                "fallback_branch": "GraphModule.submod_96.cond_false_225"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 19009,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_226",
                "fallback_branch": "GraphModule.submod_96.cond_false_226"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 19026,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_227",
                "fallback_branch": "GraphModule.submod_96.cond_false_227"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 19071,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_228",
                "fallback_branch": "GraphModule.submod_96.cond_false_228"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19244,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_230",
                "fallback_branch": "GraphModule.submod_98.cond_false_230"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19289,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_231",
                "fallback_branch": "GraphModule.submod_98.cond_false_231"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19306,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_232",
                "fallback_branch": "GraphModule.submod_98.cond_false_232"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19351,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_233",
                "fallback_branch": "GraphModule.submod_98.cond_false_233"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19571,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_235",
                "fallback_branch": "GraphModule.submod_100.cond_false_235"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19616,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_236",
                "fallback_branch": "GraphModule.submod_100.cond_false_236"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19633,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_237",
                "fallback_branch": "GraphModule.submod_100.cond_false_237"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19678,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_238",
                "fallback_branch": "GraphModule.submod_100.cond_false_238"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19898,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_240",
                "fallback_branch": "GraphModule.submod_102.cond_false_240"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19943,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_241",
                "fallback_branch": "GraphModule.submod_102.cond_false_241"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19960,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_242",
                "fallback_branch": "GraphModule.submod_102.cond_false_242"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 20005,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_243",
                "fallback_branch": "GraphModule.submod_102.cond_false_243"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20400,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_244",
                "fallback_branch": "GraphModule.submod_104.cond_false_244"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20445,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_245",
                "fallback_branch": "GraphModule.submod_104.cond_false_245"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20462,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_246",
                "fallback_branch": "GraphModule.submod_104.cond_false_246"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20507,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_247",
                "fallback_branch": "GraphModule.submod_104.cond_false_247"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20680,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_249",
                "fallback_branch": "GraphModule.submod_106.cond_false_249"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20725,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_250",
                "fallback_branch": "GraphModule.submod_106.cond_false_250"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20742,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_251",
                "fallback_branch": "GraphModule.submod_106.cond_false_251"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20787,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_252",
                "fallback_branch": "GraphModule.submod_106.cond_false_252"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 21007,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_254",
                "fallback_branch": "GraphModule.submod_108.cond_false_254"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 21052,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_255",
                "fallback_branch": "GraphModule.submod_108.cond_false_255"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 21069,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_256",
                "fallback_branch": "GraphModule.submod_108.cond_false_256"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 21114,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_257",
                "fallback_branch": "GraphModule.submod_108.cond_false_257"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21334,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_259",
                "fallback_branch": "GraphModule.submod_110.cond_false_259"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21379,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_260",
                "fallback_branch": "GraphModule.submod_110.cond_false_260"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21396,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_261",
                "fallback_branch": "GraphModule.submod_110.cond_false_261"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21441,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_262",
                "fallback_branch": "GraphModule.submod_110.cond_false_262"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21836,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_263",
                "fallback_branch": "GraphModule.submod_112.cond_false_263"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21881,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_264",
                "fallback_branch": "GraphModule.submod_112.cond_false_264"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21898,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_265",
                "fallback_branch": "GraphModule.submod_112.cond_false_265"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21943,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_266",
                "fallback_branch": "GraphModule.submod_112.cond_false_266"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22116,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_268",
                "fallback_branch": "GraphModule.submod_114.cond_false_268"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22161,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_269",
                "fallback_branch": "GraphModule.submod_114.cond_false_269"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22178,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_270",
                "fallback_branch": "GraphModule.submod_114.cond_false_270"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22223,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_271",
                "fallback_branch": "GraphModule.submod_114.cond_false_271"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22443,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_273",
                "fallback_branch": "GraphModule.submod_116.cond_false_273"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22488,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_274",
                "fallback_branch": "GraphModule.submod_116.cond_false_274"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22505,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_275",
                "fallback_branch": "GraphModule.submod_116.cond_false_275"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22550,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_276",
                "fallback_branch": "GraphModule.submod_116.cond_false_276"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22770,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_278",
                "fallback_branch": "GraphModule.submod_118.cond_false_278"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22815,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_279",
                "fallback_branch": "GraphModule.submod_118.cond_false_279"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22832,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_280",
                "fallback_branch": "GraphModule.submod_118.cond_false_280"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22877,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_281",
                "fallback_branch": "GraphModule.submod_118.cond_false_281"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23272,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_282",
                "fallback_branch": "GraphModule.submod_120.cond_false_282"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23317,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_283",
                "fallback_branch": "GraphModule.submod_120.cond_false_283"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23334,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_284",
                "fallback_branch": "GraphModule.submod_120.cond_false_284"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23379,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_285",
                "fallback_branch": "GraphModule.submod_120.cond_false_285"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23552,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_287",
                "fallback_branch": "GraphModule.submod_122.cond_false_287"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23597,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_288",
                "fallback_branch": "GraphModule.submod_122.cond_false_288"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23614,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_289",
                "fallback_branch": "GraphModule.submod_122.cond_false_289"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23659,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_290",
                "fallback_branch": "GraphModule.submod_122.cond_false_290"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23879,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_292",
                "fallback_branch": "GraphModule.submod_124.cond_false_292"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23924,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_293",
                "fallback_branch": "GraphModule.submod_124.cond_false_293"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23941,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_294",
                "fallback_branch": "GraphModule.submod_124.cond_false_294"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23986,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_295",
                "fallback_branch": "GraphModule.submod_124.cond_false_295"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24206,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_297",
                "fallback_branch": "GraphModule.submod_126.cond_false_297"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24251,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_298",
                "fallback_branch": "GraphModule.submod_126.cond_false_298"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24268,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_299",
                "fallback_branch": "GraphModule.submod_126.cond_false_299"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24313,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_300",
                "fallback_branch": "GraphModule.submod_126.cond_false_300"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24706,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_301",
                "fallback_branch": "GraphModule.submod_128.cond_false_301"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24751,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_302",
                "fallback_branch": "GraphModule.submod_128.cond_false_302"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24768,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_303",
                "fallback_branch": "GraphModule.submod_128.cond_false_303"
              }
            ]
          }
        ],
        "attention_KV_observations": [
          {
            "rank": 1,
            "pid": 84,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 950534144,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 0,
            "pid": 83,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 950534144,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          }
        ],
        "all_two_KV_receipts_passed": true,
        "limits": "Static generated call support plus bound loaded-module receipts/native mappings and completed startup. Not a GPU completion trace or correctness verdict."
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 28108984320,
        "1": 28109066240
      },
      "retest_memory_observation_count": 56,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/v620-w8-tp2-mtp0/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 25.74,
      "retest_logged_model_load_seconds": 120.96945,
      "retest_logged_available_KV_GiB": 0.89,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 0.89,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 7056,
      "retest_logged_context_capacity_x": 0.22,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "v620-w8-tp2-mtp0",
        "image": "sha256:95626d8b1e5b583a5348b5e7c9a0cd91840877eb5e3407e916f53298f80cf9f6",
        "container": "c3d8022dd7ce5fa8e2e24216effa6f2440fdfff5db6759f71cebf69280de0bc9",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 25.74,
        "retest_logged_model_load_seconds": 120.96945,
        "retest_logged_available_KV_GiB": 0.89,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 0.89,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 7056,
        "retest_logged_context_capacity_x": 0.22,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/v620-w8-tp2-mtp0/service-final.log",
        "source_log_sha256": "76f146dedd1427413c72a2fddf5bb88dc8157ba19bbd406d8e4f3a661b4da0eb",
        "sealed_index_sha256": "b39dd2de284da65749c1d6bee3a8772a4ccc714135b8ce6dc83ff8ec1f7d42e1",
        "source_lines": {
          "model_load": {
            "line": 92,
            "text": "(Worker pid=83) (Worker_TP0 pid=83) INFO 10-26 18:45:06 [gpu_model_runner.py:4598] Model loading took 25.74 GiB memory and 120.969450 seconds"
          },
          "automatic_KV_budget": {
            "line": 105,
            "text": "(Worker pid=83) (Worker_TP0 pid=83) INFO 10-26 18:48:53 [gpu_worker.py:453] Available KV cache memory: 0.89 GiB"
          },
          "grouped_KV_tokens": {
            "line": 107,
            "text": "(EngineCore_DP0 pid=65) INFO 10-26 18:48:53 [kv_cache_utils.py:1314] GPU KV cache size: 7,056 tokens"
          },
          "context_capacity": {
            "line": 108,
            "text": "(EngineCore_DP0 pid=65) INFO 10-26 18:48:53 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 0.22x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/v620-w8-tp2-mtp0/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 26.178607940673828,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-serve-r5.tar.gz.sha256\nmkdir -p launch-tools-v620-serve-r5\ntar -xzf launch-tools-v620-serve-r5.tar.gz -C launch-tools-v620-serve-r5\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w8-tp2-mtp0\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-v620-serve-r5/portable/launch.py --config v620-w8-tp2-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-v620-w8-tp2-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VNEXT_RTN_W8_FUSED_CTA=1 \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp0/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --entrypoint /usr/bin/env \\\n  sha256:95626d8b1e5b583a5348b5e7c9a0cd91840877eb5e3407e916f53298f80cf9f6 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1 \\\n  CUDA_VISIBLE_DEVICES=0,1 \\\n  ROCR_VISIBLE_DEVICES=0,1 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  2 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":8,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn",
      "serving_script": "portable/serve/v620-w8-tp2-mtp0.sh",
      "serving_script_sha256": "98a18f61370616dc7b7308ee172e42e726653431dc20179d24280ce69b7094b9",
      "recorded_docker_run_script": "serve/recorded/v620-w8-tp2-mtp0.sh",
      "recorded_docker_run_sha256": "e07abbed8710e5efd0a217182f2935a64fe9e32742ba35ee6aab21b1ad2c62d1",
      "serving_endpoint": "http://10.0.0.50:9002",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-v620-w8-tp2-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 11.60487174987793,
      "sampled_peak_VRAM_GiB": 17.687763214111328,
      "weight_tensor_GiB_per_rank": 11.60487174987793,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/v620-w8-tp2-mtp0.sh",
      "reproduction_script_sha256": "18df308db71d280fd789438cd74fb55974eb552515e950b0d45912e83609a32c",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:95626d8b1e5b583a5348b5e7c9a0cd91840877eb5e3407e916f53298f80cf9f6 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp0\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=v620-w8-tp2-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-v620-w8-tp2-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VNEXT_RTN_W8_FUSED_CTA=1 \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp0/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --entrypoint /usr/bin/env \\\n  sha256:95626d8b1e5b583a5348b5e7c9a0cd91840877eb5e3407e916f53298f80cf9f6 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1 \\\n  CUDA_VISIBLE_DEVICES=0,1 \\\n  ROCR_VISIBLE_DEVICES=0,1 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  2 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":8,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn\n\n# Readiness and logs: curl --fail http://127.0.0.1:9002/health\n# docker logs -f serve-v620-w8-tp2-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/v620-w8-tp2-mtp0.sh",
      "recorded_lab_serving_script_sha256": "67b06f5e399d0ad8edc748aeff27266970ba3d7c038025c87748cc31bc0ed95e",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:95626d8b1e5b583a5348b5e7c9a0cd91840877eb5e3407e916f53298f80cf9f6 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile v620-w8-tp2-mtp0 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/v620-w8-tp2-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-17-v620-w8-tp2-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "c1531db07e7659a37b1121737fea668a657412669b2c976609735c075ada75de",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx1030-measured-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-95626d8b1e5b",
      "registry_image": "joe2gaan/localaiservers@sha256:254536b65a31bbd16a2a864818b58581b4a6e0480d431c990dc7a51be38e016c",
      "registry_manifest_digest": "sha256:254536b65a31bbd16a2a864818b58581b4a6e0480d431c990dc7a51be38e016c",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:254536b65a31bbd16a2a864818b58581b4a6e0480d431c990dc7a51be38e016c",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "v620-w8-tp2-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_benchmark_observer_note": "The evidence collector verifies the caller-selected run/cache filesystem identity instead of requiring the original literal SATA label. Images, native arithmetic, prompts, timing and original route/numerical checks are unchanged.",
      "portable_serving_probe_cleanup_note": "After its own selected-GPU preflight exits, serving waits at most 30 seconds for those allocations to drain before reapplying the original idle check. Device identity, idle thresholds, DPM and numerical/runtime settings are unchanged. Benchmark commands already have their original bounded drain check and are unchanged.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.50",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": false,
        "official_2K_eligible": false,
        "historical_sample_valid": null,
        "fresh_2K_status": "diagnostic / ineligible",
        "summaries": {
          "strict": {
            "completion_tokens": 16516,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 868.9049477491062,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T22:14:21Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.018124318914487958,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 31279,
            "text_chars": 31279,
            "text_sha256": "67a2ad5a629db0dc2d1d7f6cac288c0ffd40df34d177b02d981357ccb3f1696d",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 868.1123461599927,
            "vllm_decode_tps": 19.025187319425715,
            "vllm_generation_tokens_delta": 16516.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.7737751340027899,
            "vllm_prefill_tps": 611.2887054836458,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 19.00783283923588
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 97.72851502406411,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T22:16:01Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.018401601118966937,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 8011,
            "text_chars": 8011,
            "text_sha256": "c36609287d3c6bbbd2f917533763502b96d9181ac5a028ad6ceaf0ab8978787f",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 96.9333495539613,
            "vllm_decode_tps": 20.632733823838727,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.7728608581237495,
            "vllm_prefill_tps": 612.0118453770418,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 20.464856132394228
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 508.2517163429875,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T22:24:30Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.020981378853321075,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 21006,
            "text_chars": 21006,
            "text_sha256": "1bd4ca5ff1900fcd998b29a09350f8aa5cdbc7fb321d5b4e835c123254180511",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 507.4579654929694,
            "vllm_decode_tps": 19.70606568424936,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.7743516750633717,
            "vllm_prefill_tps": 610.8335724350186,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 19.675290173052012
          }
        },
        "evidence": "dockerhub-e2e/v620-w8-tp2-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "8-bit RTN",
      "TP": 4,
      "MTP": 2,
      "status": "Completed, independently reviewed W8 TP4 native MTP2 full ladder; strict PASS 8037. One eligible sample, no promotion or FP16 qualification.",
      "strict": "PASS",
      "strict_tokens": 8037,
      "strict_TPS": 27.504710310538147,
      "fixed_2K_TPS": 32.930074165374116,
      "fixed_10K_TPS": 25.672148198446543,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#$.FP16_W8_TP_MTP_matrix.cells[4].result",
      "source_revision": "e4e131d2aa3424f1fb968a979a1e34bf5c510a16",
      "image": "sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 1.1334461470250972,
      "fixed_2K_total_seconds": 61.88037476199679,
      "fixed_10K_prefill_seconds": 1.1481118430383503,
      "fixed_10K_total_seconds": 390.68672217201674,
      "weight_format": "symmetric RTN W8 in GPTQ-v2 layout; group128, ties-to-even, zero128, FP16 scales",
      "configured_context": 131072,
      "activation_dtype": "FP16",
      "attention_KV_dtype": "FP16",
      "official_fixed_2k_tps": 32.930074165374116,
      "eligible_speed_samples": 1,
      "strict_prefill_seconds": 1.1333177799824625,
      "strict_client_total_seconds": 293.35235242999624,
      "strict_server_e2e_seconds": 293.3473253250122,
      "fixed_2k_server_e2e_seconds": 61.87655425071716,
      "fixed_10k_server_e2e_seconds": 390.6815514564514,
      "packed_weight_bytes_per_rank": 6338974720,
      "packed_weight_bytes_total": 25355898880,
      "packed_target_bytes_per_rank": 6230318080,
      "packed_target_bytes_total": 24921272320,
      "packed_draft_bytes_per_rank": 108656640,
      "packed_draft_bytes_total": 434626560,
      "packed_component_bytes_per_rank": "{\"draft\": {\"g_idx\": 0, \"qweight\": 106168320, \"qzeros\": 829440, \"scales\": 1658880}, \"target\": {\"g_idx\": 0, \"qweight\": 6087639040, \"qzeros\": 47559680, \"scales\": 95119360}}",
      "quantized_modules_per_rank": 256,
      "quantized_draft_modules_per_rank": 5,
      "MTP_model_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
      "MTP_precision": "Five draft projections use the same W8/group128 RTN scheme; remaining draft parameters FP16, embedding/head shared with target. Same official checkpoint revision.",
      "memory_accounting_limit": "Packed totals here include separately itemized target and draft projections, excluding retained FP16 parameters/shared embeddings/head. The 16 target plus one draft logical KV views are not a disjoint physical allocation sum. Sampled VRAM, allocator counters and runtime capacity are separate.",
      "load_and_KV_allocator_bytes_per_rank": "[{\"KV_allocated\": 28207806976, \"KV_reserved\": 28718399488, \"KV_shapes\": [[1425, 2, 800, 1, 256]], \"load_allocated\": 8315061248, \"load_reserved\": 8856272896, \"rank\": 0}, {\"KV_allocated\": 28207913984, \"KV_reserved\": 28718399488, \"KV_shapes\": [[1425, 2, 800, 1, 256]], \"load_allocated\": 8315168256, \"load_reserved\": 8856272896, \"rank\": 1}, {\"KV_allocated\": 28207902720, \"KV_reserved\": 28718399488, \"KV_shapes\": [[1425, 2, 800, 1, 256]], \"load_allocated\": 8315156992, \"load_reserved\": 8856272896, \"rank\": 2}, {\"KV_allocated\": 28209225216, \"KV_reserved\": 28718399488, \"KV_shapes\": [[1425, 2, 800, 1, 256]], \"load_allocated\": 8316479488, \"load_reserved\": 8856272896, \"rank\": 3}]",
      "sampled_peak_VRAM_bytes_by_PCI": "{\"0000:16:00.0\": 30507261952, \"0000:19:00.0\": 30521655296, \"0000:1c:00.0\": 30521917440, \"0000:1f:00.0\": 30471643136}",
      "KV_capacity": "{\"available_GiB\": 18.49, \"draft_views\": 1, \"reported_concurrency_at131072\": 8.24, \"reported_grouped_tokens\": 284800, \"target_views\": 16, \"view_bytes\": 1167360000, \"view_shape\": [1425, 2, 800, 1, 256]}",
      "attention_KV_logical_view_shape": "[1425, 2, 800, 1, 256]",
      "MTP_accounting_by_tier": {
        "strict": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_draft_tokens_total": 6366.0,
            "vllm:spec_decode_num_accepted_tokens_total": 4853.0,
            "vllm:request_generation_tokens_sum": 8037.0,
            "vllm:generation_tokens_total": 8037.0,
            "vllm:spec_decode_num_drafts_total": 3183.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 4853.0
          },
          "accepted_per_position": {
            "0": 2665.0,
            "1": 2188.0
          },
          "accepted_fraction": 0.7623311341501728,
          "committed_emitted_tokens": 8037.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_128_strict_proxy/metrics-before.txt": "f25ea1303c7b1b799dc39b451ba96372cf5f5ce3f3e95dcce6cb298949c411ed",
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_128_strict_proxy/metrics-after.txt": "6b4fc8665875fcfcb7c367f42504561e046ac6fbe9e7a66f99ec7e5e02bfe9c3"
          }
        },
        "fixed2K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_total": 1094.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_generation_tokens_sum": 2000.0,
            "vllm:spec_decode_num_draft_tokens_total": 1810.0,
            "vllm:spec_decode_num_drafts_total": 905.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1094.0
          },
          "accepted_per_position": {
            "0": 661.0,
            "1": 433.0
          },
          "accepted_fraction": 0.6044198895027625,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_2000_proxy/metrics-before.txt": "1d4560681bb3859f5d6973269d741310351b402726225fe1a8ddc261774ec795",
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_2000_proxy/metrics-after.txt": "aa43719aabaf5b07691d948f97c452bc201e4bc888f252f8c02c5bdcf8b020a9"
          }
        },
        "fixed10K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_total": 6117.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6117.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:request_generation_tokens_sum": 10000.0,
            "vllm:spec_decode_num_drafts_total": 3884.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_draft_tokens_total": 7768.0
          },
          "accepted_per_position": {
            "0": 3319.0,
            "1": 2798.0
          },
          "accepted_fraction": 0.7874613800205973,
          "committed_emitted_tokens": 10000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_10000_proxy/metrics-before.txt": "1ed44508b3ea244ca341d97f5dd473da7972d10374032b9f9af3342b91df3982",
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_10000_proxy/metrics-after.txt": "5073090e5bc7f524f85a7bff408b5058b951839f7491f1d4b6873525e0a5aa84"
          }
        }
      },
      "MTP_accounting_limit": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
      "cohort_final_state": "{\"OOMKilled\": false, \"exit_code\": 0, \"finished_at\": \"2026-10-23T15:54:05.354754912Z\", \"restart_count\": 0}",
      "full_context_residency_demonstrated": false,
      "review_record": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/reviews/W8-TP4-MTP2-r1-final-cell-review.json",
      "review_sha256": "fc8198cb6bad9e8c493b850a9742f062a4116bcef3d86daa8f4afdcd44541582",
      "primary_record_sha256_at_ingest": "2515f36725c4e5163dcd5c14f72e6f07c9e5ed6b476ed7a7029f7a997c00ce3f",
      "result_entry_sha256_at_ingest": "1e2b8f660c00e07644e1d1eee32fcee23219b720ed79de5bf2bd36eb136ad406",
      "source_evidence_commit": "0c0751c8b79fc57442317af1898946cc4f4cfec8",
      "evidence_archive_sha256": "7d1d299f8a809f68f5edf5c4a676fa226f28adb7a6639c80afcfec33169e357c",
      "evidence_file_count": 251,
      "ingestion_verification": "Result entry matched commit0c0751c8; independent-review hash verified. All three TPS values and request counts checked; all six retained metric snapshot hashes and MTP counter deltas independently reproduced; target/draft packed-component sums checked. Bounded Research verification, not a second full251-file/scorer audit.",
      "comparison_limit": "Opaque native selector repairs the free-s47 compiler failure; it forwards to the unchanged ordered-FP32 U operator for M<=32 and original safe reconstruction for larger batches. New dispatch flag1 and mapped DSOdf0df1a9; native U45281e2c and safef52f2e8b unchanged. | Native MTP2 target and draft, ordinary decoder/collectives and 800 attention fallback differ from historical non-MTP U profile. No isolated MTP or compiler-speed attribution. | Fresh private rootSSD caches, FP16 activations/attentionKV, memory utilization0.95, context131072, greedy concurrency1 and original requests/scorer retained. | One sample per tier; no repeatability or final qualification. | Speed numerator uses committed outputs, not draft proposals; acceptance counts precede stop trimming. | Static256 opaque routes plus loaded/mapped libraries are not dynamic per-kernel trace; MTP counters show actual speculative work. | New native opaque selector bypasses compiler symbol defect without changing U/safe numerical operators; MTP uses800 attention fallback and fresh private rootSSD caches. Historical W8/non-MTP cache/KV/backend differences prevent isolated causal attribution. | Logical packed extents and KV views are not summed into physical memory; remaining FP16 tensor bytes not fully itemized. | Earlier initialization NameError retained; inactive failed-tail unused because strict passed.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-eaf8fffc828d",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-r4.tar.gz.sha256\nmkdir -p launch-tools-v620-r4\ntar -xzf launch-tools-v620-r4.tar.gz -C launch-tools-v620-r4\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w8-tp4-mtp2\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-v620-r4/portable/launch.py --config v620-w8-tp4-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "9ef7747839de45015a538aa39e89bc64c353394a3640c16c65abdd1654b9b772",
      "reproduction_profile": "v620-w8-tp4-mtp2",
      "recorded_configuration_details": {
        "source": "e4e131d2aa3424f1fb968a979a1e34bf5c510a16",
        "image": "sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567",
        "service_manifest_sha256": "c174581c0c18d46646363cc42d8e658ce1aa756746c803e4920aedce0ee737b6",
        "model_repository": "Qwen/Qwen3.8-27B",
        "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "strict_valid": true,
        "strict_tokens": 8037,
        "strict_diagnostic_TPS": 27.504710310538147,
        "official_fixed2K_TPS": 32.930074165374116,
        "diagnostic_fixed10K_TPS": 25.672148198446543,
        "metrics": {
          "strict": {
            "completion_tokens": 8037,
            "finish_reason": "stop",
            "elapsed_seconds": 293.35235242999624,
            "vllm_prefill_seconds_delta": 1.1333177799824625,
            "vllm_decode_seconds_delta": 292.2044954940211,
            "vllm_decode_tps": 27.504710310538147,
            "vllm_generation_tokens_delta": 8037.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "d7a1b04f9328629cb64dc6acf53a90c6048065daecaf10ae16036c7e82fa778e",
            "server_e2e_seconds": 293.3473253250122,
            "MTP": {
              "status": "observed",
              "actual_MTP_work_observed": true,
              "counter_deltas": {
                "vllm:request_generation_tokens_count": 1.0,
                "vllm:spec_decode_num_draft_tokens_total": 6366.0,
                "vllm:spec_decode_num_accepted_tokens_total": 4853.0,
                "vllm:request_generation_tokens_sum": 8037.0,
                "vllm:generation_tokens_total": 8037.0,
                "vllm:spec_decode_num_drafts_total": 3183.0,
                "vllm:spec_decode_num_accepted_tokens_per_pos_total": 4853.0
              },
              "accepted_per_position": {
                "0": 2665.0,
                "1": 2188.0
              },
              "accepted_fraction": 0.7623311341501728,
              "committed_emitted_tokens": 8037.0,
              "request_tokens_agree": true,
              "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
              "sources": {
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_128_strict_proxy/metrics-before.txt": "f25ea1303c7b1b799dc39b451ba96372cf5f5ce3f3e95dcce6cb298949c411ed",
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_128_strict_proxy/metrics-after.txt": "6b4fc8665875fcfcb7c367f42504561e046ac6fbe9e7a66f99ec7e5e02bfe9c3"
              }
            }
          },
          "fixed2K": {
            "completion_tokens": 2000,
            "finish_reason": "length",
            "elapsed_seconds": 61.88037476199679,
            "vllm_prefill_seconds_delta": 1.1334461470250972,
            "vllm_decode_seconds_delta": 60.73475540796062,
            "vllm_decode_tps": 32.930074165374116,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "96e2767d5adb74a3c90c5198ea21f68211501710b8811fd1515d243c4eab27a5",
            "server_e2e_seconds": 61.87655425071716,
            "MTP": {
              "status": "observed",
              "actual_MTP_work_observed": true,
              "counter_deltas": {
                "vllm:spec_decode_num_accepted_tokens_total": 1094.0,
                "vllm:request_generation_tokens_count": 1.0,
                "vllm:generation_tokens_total": 2000.0,
                "vllm:request_generation_tokens_sum": 2000.0,
                "vllm:spec_decode_num_draft_tokens_total": 1810.0,
                "vllm:spec_decode_num_drafts_total": 905.0,
                "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1094.0
              },
              "accepted_per_position": {
                "0": 661.0,
                "1": 433.0
              },
              "accepted_fraction": 0.6044198895027625,
              "committed_emitted_tokens": 2000.0,
              "request_tokens_agree": true,
              "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
              "sources": {
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_2000_proxy/metrics-before.txt": "1d4560681bb3859f5d6973269d741310351b402726225fe1a8ddc261774ec795",
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_2000_proxy/metrics-after.txt": "aa43719aabaf5b07691d948f97c452bc201e4bc888f252f8c02c5bdcf8b020a9"
              }
            }
          },
          "fixed10K": {
            "completion_tokens": 10000,
            "finish_reason": "length",
            "elapsed_seconds": 390.68672217201674,
            "vllm_prefill_seconds_delta": 1.1481118430383503,
            "vllm_decode_seconds_delta": 389.5271997769596,
            "vllm_decode_tps": 25.672148198446543,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "b63985089a787c260e30876d287e402a34a6373bf71bc3556f271b2799b61c22",
            "server_e2e_seconds": 390.6815514564514,
            "MTP": {
              "status": "observed",
              "actual_MTP_work_observed": true,
              "counter_deltas": {
                "vllm:spec_decode_num_accepted_tokens_total": 6117.0,
                "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6117.0,
                "vllm:generation_tokens_total": 10000.0,
                "vllm:request_generation_tokens_sum": 10000.0,
                "vllm:spec_decode_num_drafts_total": 3884.0,
                "vllm:request_generation_tokens_count": 1.0,
                "vllm:spec_decode_num_draft_tokens_total": 7768.0
              },
              "accepted_per_position": {
                "0": 3319.0,
                "1": 2798.0
              },
              "accepted_fraction": 0.7874613800205973,
              "committed_emitted_tokens": 10000.0,
              "request_tokens_agree": true,
              "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
              "sources": {
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_10000_proxy/metrics-before.txt": "1ed44508b3ea244ca341d97f5dd473da7972d10374032b9f9af3342b91df3982",
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_10000_proxy/metrics-after.txt": "5073090e5bc7f524f85a7bff408b5058b951839f7491f1d4b6873525e0a5aa84"
              }
            }
          }
        },
        "weight_dtype": "symmetric RTN W8 in GPTQ-v2 layout; group128, ties-to-even, zero128, FP16 scales",
        "activation_dtype": "FP16",
        "attention_KV_dtype": "FP16",
        "TP": 4,
        "MTP_tokens": 2,
        "MTP_model_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
        "MTP_precision": "Five draft projections use the same W8/group128 RTN scheme; remaining draft parameters FP16, embedding/head shared with target. Same official checkpoint revision.",
        "quantized_target_modules_per_rank": 256,
        "quantized_draft_modules_per_rank": 5,
        "packed_component_bytes_per_rank": {
          "target": {
            "qweight": 6087639040,
            "qzeros": 47559680,
            "scales": 95119360,
            "g_idx": 0
          },
          "draft": {
            "qweight": 106168320,
            "qzeros": 829440,
            "scales": 1658880,
            "g_idx": 0
          }
        },
        "packed_target_bytes_per_rank": 6230318080,
        "packed_draft_bytes_per_rank": 108656640,
        "packed_weight_bytes_per_rank": 6338974720,
        "sampled_peak_VRAM_bytes": {
          "0000:16:00.0": 30507261952,
          "0000:19:00.0": 30521655296,
          "0000:1c:00.0": 30521917440,
          "0000:1f:00.0": 30471643136
        },
        "loaded_allocator_and_KV_per_rank": [
          {
            "rank": 0,
            "load_allocated": 8315061248,
            "load_reserved": 8856272896,
            "KV_allocated": 28207806976,
            "KV_reserved": 28718399488,
            "KV_shapes": [
              [
                1425,
                2,
                800,
                1,
                256
              ]
            ]
          },
          {
            "rank": 1,
            "load_allocated": 8315168256,
            "load_reserved": 8856272896,
            "KV_allocated": 28207913984,
            "KV_reserved": 28718399488,
            "KV_shapes": [
              [
                1425,
                2,
                800,
                1,
                256
              ]
            ]
          },
          {
            "rank": 2,
            "load_allocated": 8315156992,
            "load_reserved": 8856272896,
            "KV_allocated": 28207902720,
            "KV_reserved": 28718399488,
            "KV_shapes": [
              [
                1425,
                2,
                800,
                1,
                256
              ]
            ]
          },
          {
            "rank": 3,
            "load_allocated": 8316479488,
            "load_reserved": 8856272896,
            "KV_allocated": 28209225216,
            "KV_reserved": 28718399488,
            "KV_shapes": [
              [
                1425,
                2,
                800,
                1,
                256
              ]
            ]
          }
        ],
        "KV_capacity": {
          "available_GiB": 18.49,
          "reported_grouped_tokens": 284800,
          "reported_concurrency_at131072": 8.24,
          "target_views": 16,
          "draft_views": 1,
          "view_shape": [
            1425,
            2,
            800,
            1,
            256
          ],
          "view_bytes": 1167360000
        },
        "configured_context": 131072,
        "complete_ladders": 1,
        "sample_count": 1,
        "repeatability_established": false,
        "FP16_release_qualification": false,
        "archive": {
          "path": "/home/ai/vnext-v620-qwen38-rtn8-tp4-mtp2-service-r1-20261023/raw-evidence.tar.gz",
          "bytes": 1169597,
          "sha256": "7d1d299f8a809f68f5edf5c4a676fa226f28adb7a6639c80afcfec33169e357c",
          "files": 251,
          "index_sha256": "ade3ca824e03c977660ec0352a4ef2afa3ae2077295f2749bac38fd0203b2f84"
        },
        "local_primary_record": ".work/fp16-w8-tp-mtp-matrix/w8-tp4-mtp2-service-r1/sealed-mirror/retained/evidence/measurement-closure.json",
        "review": {
          "path": ".work/fp16-w8-tp-mtp-matrix/reviews/W8-TP4-MTP2-r1-final-cell-review.json",
          "sha256": "fc8198cb6bad9e8c493b850a9742f062a4116bcef3d86daa8f4afdcd44541582"
        },
        "closure": {
          "container_id": "5173931e9d3991c31c191cf6c40ad967ab14b9e8cb2ed4e7ac81df72cb9091c1",
          "image_id": "sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567",
          "exit_code": 0,
          "OOMKilled": false,
          "restart_count": 0,
          "bank_idle": true,
          "devices": [
            {
              "pci": "0000:16:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            },
            {
              "pci": "0000:19:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            },
            {
              "pci": "0000:1c:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            },
            {
              "pci": "0000:1f:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            }
          ],
          "started_at": "2026-10-23T15:08:09.043168117Z",
          "finished_at": "2026-10-23T15:54:05.354754912Z",
          "closed_at": "2026-10-23T15:54:06.522428+00:00",
          "kernel_fault_matches": [],
          "startup_requests_completed_and_drained": 3,
          "official_phase_samples": 11,
          "complete_ladders": 1,
          "strict_valid": true,
          "official_fixed_2000_tps": 32.930074165374116,
          "qualifying_ladders": 0,
          "FP16_qualification": false,
          "baseline_kind": "RTN8"
        },
        "final_counters": {
          "requests": 14,
          "prompt_tokens": 6622,
          "committed_generation_tokens": 42037
        },
        "runtime_differences": [
          "Opaque native selector repairs the free-s47 compiler failure; it forwards to the unchanged ordered-FP32 U operator for M<=32 and original safe reconstruction for larger batches. New dispatch flag1 and mapped DSOdf0df1a9; native U45281e2c and safef52f2e8b unchanged.",
          "Native MTP2 target and draft, ordinary decoder/collectives and 800 attention fallback differ from historical non-MTP U profile. No isolated MTP or compiler-speed attribution.",
          "Fresh private rootSSD caches, FP16 activations/attentionKV, memory utilization0.95, context131072, greedy concurrency1 and original requests/scorer retained."
        ],
        "limits": [
          "One sample per tier; no repeatability or final qualification.",
          "Speed numerator uses committed outputs, not draft proposals; acceptance counts precede stop trimming.",
          "Static256 opaque routes plus loaded/mapped libraries are not dynamic per-kernel trace; MTP counters show actual speculative work.",
          "New native opaque selector bypasses compiler symbol defect without changing U/safe numerical operators; MTP uses800 attention fallback and fresh private rootSSD caches. Historical W8/non-MTP cache/KV/backend differences prevent isolated causal attribution.",
          "Logical packed extents and KV views are not summed into physical memory; remaining FP16 tensor bytes not fully itemized.",
          "Earlier initialization NameError retained; inactive failed-tail unused because strict passed."
        ]
      },
      "strict_total_seconds": 293.35235242999624,
      "MTP_2K_draft_batches": 905.0,
      "MTP_2K_proposed": 1810.0,
      "MTP_2K_accepted": 1094.0,
      "MTP_2K_acceptance_percent": 60.44198895027625,
      "MTP_2K_committed": 2000.0,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json",
      "detail_source_sha256": "47fe24712908ad85f8ad8acf91c530204c898bb03e3b024ab54812ace6e1b3ca",
      "detail_source_pointer": "FP16_W8_TP_MTP_matrix.cells[4]",
      "image_export_bytes": 2541215576,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/v620-w8-tp4-mtp2/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T19:41:48.215231213Z",
          "FinishedAt": "2026-10-26T20:30:51.421619496Z"
        },
        "devices_after": [
          {
            "card": 5,
            "render": 133,
            "pci": "0000:16:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:19:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 7,
            "render": 135,
            "pci": "0000:1c:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 8,
            "render": 136,
            "pci": "0000:1f:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T20:30:51.545320+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 33.384149922977,
      "retest_10K_TPS": 24.895468336506017,
      "retest_strict_tokens": 10158,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 10158,
          "elapsed_seconds": 412.2303533559898,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 411.0824744999409,
          "vllm_decode_tps": 24.710369889537727,
          "vllm_generation_tokens_delta": 10158.0,
          "vllm_prefill_seconds_delta": 1.1355813550762832,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 61.05597344099078,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 59.90866937197279,
          "vllm_decode_tps": 33.384149922977,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 1.136036392999813,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 402.8300866619684,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 401.6795291750459,
          "vllm_decode_tps": 24.895468336506017,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 1.1382164129754528,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 1.136036392999813,
      "retest_2K_total_seconds": 61.05597344099078,
      "retest_10K_prefill_seconds": 1.1382164129754528,
      "retest_10K_total_seconds": 402.8300866619684,
      "retest_strict_prefill_seconds": 1.1355813550762832,
      "retest_strict_total_seconds": 412.2303533559898,
      "retest_MTP_accounting_by_tier": {
        "strict": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:generation_tokens_total": 10158.0,
            "vllm:spec_decode_num_draft_tokens_total": 8090.0,
            "vllm:spec_decode_num_accepted_tokens_total": 6113.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:request_generation_tokens_sum": 10158.0,
            "vllm:spec_decode_num_drafts_total": 4045.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6113.0
          },
          "accepted_per_position": {
            "0": 3356.0,
            "1": 2757.0
          },
          "accepted_fraction": 0.7556242274412855,
          "committed_emitted_tokens": 10158.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-w8-tp4-mtp2-r0/ladder/c1_128_strict_proxy/metrics-before.txt": "b0c7fc7c40a28cc81666d74d656deded0faa1edf58d638d792732d22f635a0a3",
            "/home/ai/qwen38-release-retests-20261026/v620-w8-tp4-mtp2-r0/ladder/c1_128_strict_proxy/metrics-after.txt": "4266e9362ae653507a568738210298328ae118dae456893caf38eac6b5e259c2"
          }
        },
        "2K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_draft_tokens_total": 1758.0,
            "vllm:spec_decode_num_accepted_tokens_total": 1122.0,
            "vllm:spec_decode_num_drafts_total": 879.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1122.0,
            "vllm:request_generation_tokens_sum": 2000.0
          },
          "accepted_per_position": {
            "0": 652.0,
            "1": 470.0
          },
          "accepted_fraction": 0.6382252559726962,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-w8-tp4-mtp2-r0/ladder/c1_2000_proxy/metrics-before.txt": "b96c35f259b8cd18c589eb921758bf9ce6b7e775968528fc12d8e68656e4d816",
            "/home/ai/qwen38-release-retests-20261026/v620-w8-tp4-mtp2-r0/ladder/c1_2000_proxy/metrics-after.txt": "46b1bbec57fb4711473fc1074c580eeb32642138f4dda7915b8a8b898d7b7b55"
          }
        },
        "10K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_draft_tokens_total": 7984.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_accepted_tokens_total": 6007.0,
            "vllm:request_generation_tokens_sum": 10000.0,
            "vllm:spec_decode_num_drafts_total": 3992.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6007.0
          },
          "accepted_per_position": {
            "0": 3303.0,
            "1": 2704.0
          },
          "accepted_fraction": 0.7523797595190381,
          "committed_emitted_tokens": 10000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-w8-tp4-mtp2-r0/ladder/c1_10000_proxy/metrics-before.txt": "f1cd06ff0d404e30521e2e57fd27914f1d1f3c059744359565eaba6cf8eac279",
            "/home/ai/qwen38-release-retests-20261026/v620-w8-tp4-mtp2-r0/ladder/c1_10000_proxy/metrics-after.txt": "6393ab308a1f1c437c10bdb67e948cc15e6d647d1a94cc644bb7a5cc99b3840f"
          }
        }
      },
      "retest_MTP_2K_accepted": 1122.0,
      "retest_MTP_2K_proposed": 1758.0,
      "retest_MTP_2K_draft_batches": 879.0,
      "retest_MTP_2K_acceptance_percent": 63.82252559726962,
      "retest_loaded_admission": {
        "all_four_quantized_module_receipts_passed": true,
        "all_four_MTP_draft_receipts_passed": true,
        "draft_sharing_observations": [
          {
            "rank": 0,
            "shared_embedding": true,
            "shared_lm_head": true
          },
          {
            "rank": 3,
            "shared_embedding": true,
            "shared_lm_head": true
          },
          {
            "rank": 1,
            "shared_embedding": true,
            "shared_lm_head": true
          },
          {
            "rank": 2,
            "shared_embedding": true,
            "shared_lm_head": true
          }
        ],
        "MTP_execution_evidence": "See separately retained standard speculative counter deltas; load/source observations alone are not invocation proof",
        "generated_quantized_call_support_complete": true,
        "graphs": [
          {
            "rank": 0,
            "pid": 103,
            "source_sha256": "33fd72838883163cc49bc48886eb9d43c5bbbadcbef1299c077755a8b85feec9",
            "generated_opaque_dispatch_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "line": 1902,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 1969,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2013,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2029,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2073,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2181,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2225,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2241,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2285,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2393,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2437,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2453,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2497,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2785,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2829,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2845,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2889,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 2950,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 2994,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 3010,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 3054,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3162,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3206,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3222,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3266,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3374,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3418,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3434,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3478,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3766,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3810,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3826,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3870,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 3931,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 3975,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 3991,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 4035,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4143,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4187,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4203,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4247,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4355,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4399,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4415,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4459,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4747,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4791,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4807,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4851,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 4912,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 4956,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 4972,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 5016,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5124,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5168,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5184,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5228,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5336,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5380,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5396,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5440,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5728,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5772,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5788,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5832,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5893,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5937,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5953,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5997,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6105,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6149,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6165,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6209,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6317,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6361,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6377,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6421,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6709,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6753,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6769,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6813,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6874,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6918,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6934,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6978,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7086,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7130,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7146,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7190,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7298,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7342,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7358,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7402,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7690,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7734,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7750,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7794,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7855,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7899,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7915,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7959,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8067,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8111,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8127,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8171,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8279,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8323,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8339,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8383,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8671,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8715,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8731,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8775,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8836,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8880,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8896,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8940,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9048,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9092,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9108,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9152,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9260,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9304,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9320,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9364,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9652,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9696,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9712,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9756,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9817,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9861,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9877,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9921,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10029,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10073,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10089,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10133,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10241,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10285,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10301,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10345,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10633,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10677,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10693,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10737,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10798,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10842,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10858,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10902,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11010,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11054,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11070,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11114,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11222,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11266,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11282,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11326,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11614,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11658,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11674,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11718,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11779,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11823,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11839,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11883,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 11991,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12035,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12051,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12095,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12203,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12247,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12263,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12307,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12595,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12639,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12655,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12699,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12760,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12804,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12820,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12864,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 12972,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13016,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13032,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13076,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13184,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13228,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13244,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13288,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13576,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13620,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13636,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13680,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13741,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13785,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13801,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13845,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 13953,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 13997,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14013,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14057,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14165,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14209,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14225,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14269,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14557,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14601,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14617,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14661,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14722,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14766,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14782,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14826,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 14934,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 14978,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 14994,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 15038,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15146,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15190,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15206,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15250,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15538,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15582,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15598,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15642,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15703,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15747,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15763,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15807,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 15915,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 15959,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 15975,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 16019,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16127,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16171,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16187,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16231,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16519,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16563,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16579,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16623,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16684,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16728,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16744,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16788,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 16896,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 16940,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 16956,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 17000,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17108,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17152,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17168,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17212,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17500,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17544,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17560,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              }
            ]
          },
          {
            "rank": 1,
            "pid": 104,
            "source_sha256": "5d237fc8d5e29bff685c9100ad54e6146a3aabc58e5bc69dc53061f2ebb90acc",
            "generated_opaque_dispatch_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "line": 1902,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 1969,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2013,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2029,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2073,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2181,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2225,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2241,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2285,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2393,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2437,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2453,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2497,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2785,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2829,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2845,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2889,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 2950,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 2994,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 3010,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 3054,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3162,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3206,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3222,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3266,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3374,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3418,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3434,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3478,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3766,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3810,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3826,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3870,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 3931,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 3975,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 3991,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 4035,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4143,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4187,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4203,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4247,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4355,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4399,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4415,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4459,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4747,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4791,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4807,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4851,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 4912,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 4956,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 4972,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 5016,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5124,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5168,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5184,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5228,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5336,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5380,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5396,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5440,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5728,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5772,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5788,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5832,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5893,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5937,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5953,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5997,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6105,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6149,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6165,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6209,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6317,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6361,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6377,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6421,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6709,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6753,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6769,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6813,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6874,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6918,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6934,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6978,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7086,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7130,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7146,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7190,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7298,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7342,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7358,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7402,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7690,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7734,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7750,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7794,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7855,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7899,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7915,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7959,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8067,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8111,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8127,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8171,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8279,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8323,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8339,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8383,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8671,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8715,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8731,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8775,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8836,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8880,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8896,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8940,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9048,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9092,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9108,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9152,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9260,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9304,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9320,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9364,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9652,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9696,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9712,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9756,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9817,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9861,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9877,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9921,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10029,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10073,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10089,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10133,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10241,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10285,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10301,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10345,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10633,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10677,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10693,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10737,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10798,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10842,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10858,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10902,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11010,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11054,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11070,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11114,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11222,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11266,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11282,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11326,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11614,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11658,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11674,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11718,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11779,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11823,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11839,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11883,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 11991,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12035,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12051,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12095,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12203,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12247,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12263,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12307,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12595,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12639,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12655,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12699,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12760,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12804,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12820,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12864,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 12972,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13016,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13032,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13076,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13184,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13228,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13244,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13288,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13576,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13620,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13636,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13680,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13741,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13785,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13801,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13845,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 13953,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 13997,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14013,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14057,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14165,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14209,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14225,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14269,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14557,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14601,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14617,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14661,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14722,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14766,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14782,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14826,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 14934,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 14978,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 14994,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 15038,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15146,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15190,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15206,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15250,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15538,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15582,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15598,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15642,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15703,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15747,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15763,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15807,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 15915,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 15959,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 15975,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 16019,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16127,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16171,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16187,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16231,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16519,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16563,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16579,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16623,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16684,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16728,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16744,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16788,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 16896,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 16940,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 16956,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 17000,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17108,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17152,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17168,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17212,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17500,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17544,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17560,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              }
            ]
          },
          {
            "rank": 2,
            "pid": 105,
            "source_sha256": "66c0fd0000b8b1cb9835ed19cebd41fc19fec0dc799ed7a0cb7d95a062967407",
            "generated_opaque_dispatch_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "line": 1902,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 1969,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2013,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2029,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2073,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2181,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2225,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2241,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2285,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2393,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2437,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2453,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2497,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2785,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2829,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2845,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2889,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 2950,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 2994,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 3010,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 3054,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3162,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3206,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3222,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3266,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3374,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3418,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3434,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3478,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3766,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3810,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3826,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3870,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 3931,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 3975,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 3991,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 4035,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4143,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4187,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4203,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4247,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4355,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4399,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4415,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4459,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4747,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4791,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4807,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4851,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 4912,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 4956,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 4972,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 5016,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5124,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5168,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5184,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5228,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5336,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5380,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5396,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5440,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5728,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5772,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5788,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5832,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5893,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5937,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5953,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5997,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6105,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6149,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6165,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6209,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6317,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6361,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6377,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6421,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6709,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6753,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6769,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6813,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6874,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6918,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6934,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6978,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7086,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7130,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7146,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7190,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7298,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7342,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7358,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7402,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7690,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7734,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7750,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7794,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7855,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7899,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7915,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7959,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8067,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8111,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8127,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8171,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8279,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8323,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8339,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8383,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8671,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8715,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8731,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8775,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8836,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8880,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8896,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8940,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9048,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9092,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9108,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9152,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9260,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9304,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9320,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9364,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9652,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9696,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9712,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9756,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9817,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9861,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9877,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9921,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10029,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10073,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10089,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10133,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10241,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10285,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10301,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10345,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10633,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10677,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10693,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10737,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10798,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10842,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10858,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10902,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11010,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11054,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11070,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11114,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11222,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11266,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11282,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11326,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11614,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11658,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11674,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11718,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11779,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11823,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11839,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11883,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 11991,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12035,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12051,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12095,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12203,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12247,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12263,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12307,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12595,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12639,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12655,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12699,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12760,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12804,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12820,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12864,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 12972,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13016,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13032,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13076,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13184,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13228,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13244,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13288,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13576,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13620,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13636,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13680,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13741,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13785,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13801,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13845,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 13953,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 13997,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14013,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14057,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14165,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14209,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14225,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14269,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14557,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14601,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14617,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14661,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14722,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14766,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14782,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14826,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 14934,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 14978,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 14994,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 15038,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15146,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15190,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15206,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15250,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15538,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15582,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15598,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15642,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15703,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15747,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15763,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15807,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 15915,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 15959,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 15975,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 16019,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16127,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16171,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16187,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16231,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16519,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16563,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16579,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16623,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16684,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16728,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16744,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16788,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 16896,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 16940,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 16956,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 17000,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17108,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17152,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17168,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17212,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17500,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17544,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17560,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              }
            ]
          },
          {
            "rank": 3,
            "pid": 106,
            "source_sha256": "6ff32e13e1439622f552013ab76cdf570432a0fbc3c1ce4f5468ba0a2715e630",
            "generated_opaque_dispatch_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "line": 1902,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 1969,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2013,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2029,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2073,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2181,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2225,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2241,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2285,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2393,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2437,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2453,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2497,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2785,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2829,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2845,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2889,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 2950,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 2994,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 3010,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 3054,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3162,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3206,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3222,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3266,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3374,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3418,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3434,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3478,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3766,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3810,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3826,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3870,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 3931,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 3975,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 3991,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 4035,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4143,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4187,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4203,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4247,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4355,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4399,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4415,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4459,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4747,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4791,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4807,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4851,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 4912,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 4956,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 4972,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 5016,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5124,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5168,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5184,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5228,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5336,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5380,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5396,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5440,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5728,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5772,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5788,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5832,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5893,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5937,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5953,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5997,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6105,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6149,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6165,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6209,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6317,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6361,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6377,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6421,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6709,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6753,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6769,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6813,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6874,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6918,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6934,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6978,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7086,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7130,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7146,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7190,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7298,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7342,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7358,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7402,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7690,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7734,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7750,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7794,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7855,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7899,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7915,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7959,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8067,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8111,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8127,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8171,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8279,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8323,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8339,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8383,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8671,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8715,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8731,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8775,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8836,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8880,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8896,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8940,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9048,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9092,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9108,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9152,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9260,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9304,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9320,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9364,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9652,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9696,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9712,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9756,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9817,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9861,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9877,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9921,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10029,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10073,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10089,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10133,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10241,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10285,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10301,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10345,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10633,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10677,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10693,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10737,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10798,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10842,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10858,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10902,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11010,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11054,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11070,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11114,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11222,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11266,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11282,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11326,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11614,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11658,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11674,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11718,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11779,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11823,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11839,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11883,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 11991,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12035,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12051,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12095,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12203,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12247,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12263,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12307,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12595,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12639,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12655,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12699,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12760,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12804,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12820,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12864,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 12972,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13016,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13032,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13076,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13184,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13228,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13244,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13288,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13576,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13620,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13636,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13680,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13741,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13785,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13801,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13845,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 13953,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 13997,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14013,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14057,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14165,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14209,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14225,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14269,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14557,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14601,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14617,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14661,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14722,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14766,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14782,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14826,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 14934,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 14978,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 14994,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 15038,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15146,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15190,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15206,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15250,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15538,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15582,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15598,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15642,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15703,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15747,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15763,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15807,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 15915,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 15959,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 15975,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 16019,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16127,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16171,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16187,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16231,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16519,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16563,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16579,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16623,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16684,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16728,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16744,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16788,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 16896,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 16940,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 16956,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 17000,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17108,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17152,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17168,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17212,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17500,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17544,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17560,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              }
            ]
          }
        ],
        "attention_KV_observations": [
          {
            "rank": 1,
            "pid": 104,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 18703974400,
            "mtp_draft_attention_KV": [
              {
                "name": "model.layers.0.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      1427,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1168998400
                  }
                ]
              }
            ],
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 0,
            "pid": 103,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 18703974400,
            "mtp_draft_attention_KV": [
              {
                "name": "model.layers.0.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      1427,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1168998400
                  }
                ]
              }
            ],
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 2,
            "pid": 105,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 18703974400,
            "mtp_draft_attention_KV": [
              {
                "name": "model.layers.0.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      1427,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1168998400
                  }
                ]
              }
            ],
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 3,
            "pid": 106,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 18703974400,
            "mtp_draft_attention_KV": [
              {
                "name": "model.layers.0.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      1427,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1168998400
                  }
                ]
              }
            ],
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          }
        ],
        "all_four_KV_receipts_passed": true,
        "limits": "Static generated call support plus bound loaded-module receipts/native mappings and completed startup. Not a GPU completion trace or correctness verdict."
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0, \"c1_128_strict_proxy-mtp\": 0, \"c1_2000_proxy-mtp\": 0, \"c1_10000_proxy-mtp\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 30542385152,
        "1": 30557487104,
        "2": 30557450240,
        "3": 30507130880
      },
      "retest_memory_observation_count": 46,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/v620-w8-tp4-mtp2/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 8.25,
      "retest_logged_model_load_seconds": 69.672332,
      "retest_logged_available_KV_GiB": 18.53,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 18.53,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 284800,
      "retest_logged_context_capacity_x": 8.25,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "v620-w8-tp4-mtp2",
        "image": "sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567",
        "container": "5457bd41fa75f10e8266c62e7d825106f9d861c3a122df35c891d462aff0ef09",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 8.25,
        "retest_logged_model_load_seconds": 69.672332,
        "retest_logged_available_KV_GiB": 18.53,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 18.53,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 284800,
        "retest_logged_context_capacity_x": 8.25,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/v620-w8-tp4-mtp2/service-final.log",
        "source_log_sha256": "196a6879d46ceafafa4327fa2e08df4d40d490907a2174e6abe1f3d38e50358f",
        "sealed_index_sha256": "02fc37701b599060b58b02a78ac7165d21c59bda1893085577c5b7228fd3431e",
        "source_lines": {
          "model_load": {
            "line": 154,
            "text": "(Worker pid=103) (Worker_TP0 pid=103) INFO 10-26 19:44:59 [gpu_model_runner.py:4598] Model loading took 8.25 GiB memory and 69.672332 seconds"
          },
          "automatic_KV_budget": {
            "line": 225,
            "text": "(Worker pid=103) (Worker_TP0 pid=103) INFO 10-26 20:02:31 [gpu_worker.py:453] Available KV cache memory: 18.53 GiB"
          },
          "grouped_KV_tokens": {
            "line": 229,
            "text": "(EngineCore_DP0 pid=85) INFO 10-26 20:02:31 [kv_cache_utils.py:1314] GPU KV cache size: 284,800 tokens"
          },
          "context_capacity": {
            "line": 230,
            "text": "(EngineCore_DP0 pid=85) INFO 10-26 20:02:31 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 8.25x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/v620-w8-tp4-mtp2/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 28.458877563476562,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-serve-r5.tar.gz.sha256\nmkdir -p launch-tools-v620-serve-r5\ntar -xzf launch-tools-v620-serve-r5.tar.gz -C launch-tools-v620-serve-r5\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w8-tp4-mtp2\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-v620-serve-r5/portable/launch.py --config v620-w8-tp4-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-v620-w8-tp4-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/card7:/dev/dri/card7:rwm \\\n  --device /dev/dri/card8:/dev/dri/card8:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --device /dev/dri/renderD136:/dev/dri/renderD136:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VNEXT_RTN_W8_NATIVE_DISPATCH=1 \\\n  -e VNEXT_RTN_W8_FUSED_CTA=1 \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp2/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --entrypoint /usr/bin/env \\\n  sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1,2,3 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  CUDA_VISIBLE_DEVICES=0,1,2,3 \\\n  ROCR_VISIBLE_DEVICES=0,1,2,3 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  4 \\\n  --speculative-config \\\n  '{\"method\":\"mtp\",\"num_speculative_tokens\":2}' \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":8,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn",
      "serving_script": "portable/serve/v620-w8-tp4-mtp2.sh",
      "serving_script_sha256": "eef6aedbeae611baae7ddf13e22ac76d347ea8d17d1be2ab25a48fdde917b700",
      "recorded_docker_run_script": "serve/recorded/v620-w8-tp4-mtp2.sh",
      "recorded_docker_run_sha256": "cc50ba98507148f6957a9a14182d8721d63bf8ee63694413065be1a8215db8ff",
      "serving_endpoint": "http://10.0.0.50:9002",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-v620-w8-tp4-mtp2-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp2",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 5.903630256652832,
      "sampled_peak_VRAM_GiB": 28.425750732421875,
      "weight_tensor_GiB_per_rank": 5.903630256652832,
      "weight_tensor_scope": "packed target/draft projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/v620-w8-tp4-mtp2.sh",
      "reproduction_script_sha256": "08911944a444066bf2a8ed5f10d3f754e9741523e7675d38cfcf507c55d8b420",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp2\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=v620-w8-tp4-mtp2\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-v620-w8-tp4-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/card7:/dev/dri/card7:rwm \\\n  --device /dev/dri/card8:/dev/dri/card8:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --device /dev/dri/renderD136:/dev/dri/renderD136:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VNEXT_RTN_W8_NATIVE_DISPATCH=1 \\\n  -e VNEXT_RTN_W8_FUSED_CTA=1 \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp2/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp4-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --entrypoint /usr/bin/env \\\n  sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1,2,3 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  CUDA_VISIBLE_DEVICES=0,1,2,3 \\\n  ROCR_VISIBLE_DEVICES=0,1,2,3 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  4 \\\n  --speculative-config \\\n  '{\"method\":\"mtp\",\"num_speculative_tokens\":2}' \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":8,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn\n\n# Readiness and logs: curl --fail http://127.0.0.1:9002/health\n# docker logs -f serve-v620-w8-tp4-mtp2-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/v620-w8-tp4-mtp2.sh",
      "recorded_lab_serving_script_sha256": "46f24401e3abc46c3ba7cb02210a1ba77b313698006053295d23d2cc70491bbf",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile v620-w8-tp4-mtp2 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/v620-w8-tp4-mtp2-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-18-v620-w8-tp4-mtp2.sh",
      "recorded_lab_reproduction_script_sha256": "76980b979bce8e4a31a6177ffb44ddbfd5daf3ca30ab097d4d45c00e890e22ca",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx1030-measured-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-eaf8fffc828d",
      "registry_image": "joe2gaan/localaiservers@sha256:e3ec7a663ee96460173b72b3be0fb6e5f4c77ab7a32c93b4824d60dcead4bde1",
      "registry_manifest_digest": "sha256:e3ec7a663ee96460173b72b3be0fb6e5f4c77ab7a32c93b4824d60dcead4bde1",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:e3ec7a663ee96460173b72b3be0fb6e5f4c77ab7a32c93b4824d60dcead4bde1",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "v620-w8-tp4-mtp2",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_benchmark_observer_note": "The evidence collector verifies the caller-selected run/cache filesystem identity instead of requiring the original literal SATA label. Images, native arithmetic, prompts, timing and original route/numerical checks are unchanged.",
      "portable_serving_probe_cleanup_note": "After its own selected-GPU preflight exits, serving waits at most 30 seconds for those allocations to drain before reapplying the original idle check. Device identity, idle thresholds, DPM and numerical/runtime settings are unchanged. Benchmark commands already have their original bounded drain check and are unchanged.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.50",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": false,
        "official_2K_eligible": false,
        "historical_sample_valid": null,
        "fresh_2K_status": "diagnostic / ineligible",
        "summaries": {
          "strict": {
            "completion_tokens": 4246,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 114.82530898298137,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T23:31:49Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.013302841922268271,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 7640,
            "text_chars": 7640,
            "text_sha256": "d4c7e10745a0e1515bdc4ea22c6f5f88dfe322b09830ee5f0129ea9ac13e4379",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 113.66740340087563,
            "vllm_decode_tps": 37.354596594640704,
            "vllm_generation_tokens_delta": 4246.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.142697302158922,
            "vllm_prefill_tps": 413.93289290729155,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 36.977910511255956
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 49.847530151950195,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T23:32:41Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.012120805215090513,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 4415,
            "text_chars": 4415,
            "text_sha256": "70fbcad763bc75d1617c2fd34f2e0871229bddeeea35839eac3f6b3207b66ad3",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 48.690047662938014,
            "vllm_decode_tps": 41.07615613451872,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.1360376980155706,
            "vllm_prefill_tps": 416.359422602116,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 40.12234896901413
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 349.91630028304644,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T23:38:31Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.017869479954242706,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 15915,
            "text_chars": 15915,
            "text_sha256": "ee7c5fc867eca6b5f4b62a627614b132f2a803ab6b18a5268cb2396bbe0ca109",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 348.76385564310476,
            "vllm_decode_tps": 28.67269597521926,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.1339959390461445,
            "vllm_prefill_tps": 417.10907747858585,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 28.57826283574393
          }
        },
        "evidence": "dockerhub-e2e/v620-w8-tp4-mtp2.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "8-bit RTN",
      "TP": 2,
      "MTP": 2,
      "status": "Completed, independently reviewed W8 TP2 native MTP2 full ladder; strict PASS 4872. One eligible sample, no promotion or FP16 qualification.",
      "strict": "PASS",
      "strict_tokens": 4872,
      "strict_TPS": 23.824685399012747,
      "fixed_2K_TPS": 25.99758548499443,
      "fixed_10K_TPS": 21.71884469539952,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#$.FP16_W8_TP_MTP_matrix.cells[5].result",
      "source_revision": "e4e131d2aa3424f1fb968a979a1e34bf5c510a16",
      "image": "sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 0.802028578997124,
      "fixed_2K_total_seconds": 77.74615426099626,
      "fixed_10K_prefill_seconds": 0.7994827929651365,
      "fixed_10K_total_seconds": 461.2426872580545,
      "weight_format": "symmetric RTN W8 in GPTQ-v2 layout; group128, ties-to-even, zero128, FP16 scales",
      "configured_context": 131072,
      "activation_dtype": "FP16",
      "attention_KV_dtype": "FP16",
      "official_fixed_2k_tps": 25.99758548499443,
      "eligible_speed_samples": 1,
      "strict_prefill_seconds": 0.8021039759623818,
      "strict_client_total_seconds": 205.30964287399547,
      "strict_server_e2e_seconds": 205.30365681648254,
      "fixed_2k_server_e2e_seconds": 77.74068355560303,
      "fixed_10k_server_e2e_seconds": 461.23744559288025,
      "packed_weight_bytes_per_rank": 12677949440,
      "packed_weight_bytes_total": 25355898880,
      "packed_target_bytes_per_rank": 12460636160,
      "packed_target_bytes_total": 24921272320,
      "packed_draft_bytes_per_rank": 217313280,
      "packed_draft_bytes_total": 434626560,
      "packed_component_bytes_per_rank": "{\"draft\": {\"g_idx\": 0, \"qweight\": 212336640, \"qzeros\": 1658880, \"scales\": 3317760}, \"target\": {\"g_idx\": 0, \"qweight\": 12175278080, \"qzeros\": 95119360, \"scales\": 190238720}}",
      "quantized_modules_per_rank": 256,
      "quantized_draft_modules_per_rank": 5,
      "MTP_model_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
      "MTP_precision": "Five draft projections use the same W8/group128 RTN scheme; remaining draft parameters FP16, embedding/head shared with target. Same official checkpoint revision.",
      "memory_accounting_limit": "Packed totals here include separately itemized target and draft projections, excluding retained FP16 parameters/shared embeddings/head. The 16 target plus one draft logical KV views are not a disjoint physical allocation sum. Sampled VRAM, allocator counters and runtime capacity are separate.",
      "load_and_KV_allocator_bytes_per_rank": "[{\"KV_allocated\": 25826995200, \"KV_reserved\": 26908557312, \"KV_shapes\": [[370, 2, 800, 2, 256]], \"load_allocated\": 15485343232, \"load_reserved\": 17783848960, \"rank\": 0}, {\"KV_allocated\": 25826995200, \"KV_reserved\": 26908557312, \"KV_shapes\": [[370, 2, 800, 2, 256]], \"load_allocated\": 15485343232, \"load_reserved\": 17783848960, \"rank\": 1}]",
      "sampled_peak_VRAM_bytes_by_PCI": "{\"0000:16:00.0\": 28642746368, \"0000:19:00.0\": 28642762752}",
      "KV_capacity": "{\"available_GiB\": 9.6, \"draft_views\": 1, \"reported_concurrency_at131072\": 2.14, \"reported_grouped_tokens\": 73600, \"target_views\": 16, \"view_bytes\": 606208000, \"view_shape\": [370, 2, 800, 2, 256]}",
      "attention_KV_logical_view_shape": "[370, 2, 800, 2, 256]",
      "MTP_accounting_by_tier": {
        "strict": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_draft_tokens_total": 3910.0,
            "vllm:spec_decode_num_drafts_total": 1955.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:request_generation_tokens_sum": 4872.0,
            "vllm:generation_tokens_total": 4872.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 2917.0,
            "vllm:spec_decode_num_accepted_tokens_total": 2917.0
          },
          "accepted_per_position": {
            "0": 1616.0,
            "1": 1301.0
          },
          "accepted_fraction": 0.7460358056265984,
          "committed_emitted_tokens": 4872.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_128_strict_proxy/metrics-before.txt": "dc381957e058f7374c01740b893fe43f123756b0c1873e362382cffbab159d63",
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_128_strict_proxy/metrics-after.txt": "913477fb591e79e28b0263d22984402724da7441a2c1975e165ae031e8996497"
          }
        },
        "fixed2K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1170.0,
            "vllm:request_generation_tokens_sum": 2000.0,
            "vllm:spec_decode_num_draft_tokens_total": 1658.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_drafts_total": 829.0,
            "vllm:spec_decode_num_accepted_tokens_total": 1170.0,
            "vllm:generation_tokens_total": 2000.0
          },
          "accepted_per_position": {
            "0": 663.0,
            "1": 507.0
          },
          "accepted_fraction": 0.7056694813027744,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_2000_proxy/metrics-before.txt": "8b04539b329762ccbad207878cfcc4169eb25bbc24df72877b7b711f86a03b74",
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_2000_proxy/metrics-after.txt": "7581278c5eb0aa1bf5eb578e68dc608ceb85ceb1717f0e591cb134ef5a25bc47"
          }
        },
        "fixed10K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_drafts_total": 3667.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:spec_decode_num_draft_tokens_total": 7334.0,
            "vllm:request_generation_tokens_sum": 10000.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6334.0,
            "vllm:spec_decode_num_accepted_tokens_total": 6334.0,
            "vllm:request_generation_tokens_count": 1.0
          },
          "accepted_per_position": {
            "0": 3325.0,
            "1": 3009.0
          },
          "accepted_fraction": 0.8636487592037088,
          "committed_emitted_tokens": 10000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_10000_proxy/metrics-before.txt": "cb8714611dbc685931a96f11cf30558a7c0c561a159cfbe9db8d4ae031a792c8",
            "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_10000_proxy/metrics-after.txt": "a849896389c8c7c5d65d4f8b32a0ef56b02204f365bfbe3803d241f5c8eff407"
          }
        }
      },
      "MTP_accounting_limit": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
      "transport_receipt_limit": "The original launch-observer tool terminated143 without writing its SSH child parent receipt. Do not report its exit as0. Actual inference and closure are independently retained; exact container is stopped and its exact remote docker-wait observer is absent.",
      "cohort_final_state": "{\"OOMKilled\": false, \"exit_code\": 0, \"finished_at\": \"2026-10-23T16:44:32.609572419Z\", \"restart_count\": 0}",
      "full_context_residency_demonstrated": false,
      "review_record": "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/reviews/W8-TP2-MTP2-r1-final-cell-review.json",
      "review_sha256": "028f1e91be7e589908ab9308842bbbd7b72721272a4ce3772c7ad6a93fdaba68",
      "primary_record_sha256_at_ingest": "47fe24712908ad85f8ad8acf91c530204c898bb03e3b024ab54812ace6e1b3ca",
      "result_entry_sha256_at_ingest": "978bb3b7a621b7b7063710db60f7e2ef23efd8ce38dc8223c33089f86b6b291f",
      "source_evidence_commit": "1fdf5463420716858c50f6804a9105df16bacc07",
      "evidence_archive_sha256": "aee594a5aa2bf1da84a258539e121fb6a5f04b26c370ba01238952389c31a115",
      "evidence_file_count": 243,
      "ingestion_verification": "Result entry matched commit1fdf5463; independent-review and launch-observer receipt hashes verified. All three TPS values and request counts checked; all six retained metric snapshot hashes and MTP counter deltas independently reproduced; target/draft packed-component sums checked. Bounded Research verification, not a second full243-file/scorer audit.",
      "comparison_limit": "Opaque native selector repairs the free-s47 compiler failure; it forwards to the unchanged ordered-FP32 U operator for M<=32 and original safe reconstruction for larger batches. New dispatch flag1 and mapped DSOdf0df1a9; native U45281e2c and safef52f2e8b unchanged. | Native MTP2 target and draft, ordinary decoder/collectives and 800 attention fallback differ from historical non-MTP U profile. Same eaf8 image as measured TP4 MTP2; TP2 reshards and KV budget differ. No isolated MTP or compiler-speed attribution. | Fresh private rootSSD caches, FP16 activations/attentionKV, memory utilization0.95, context131072, greedy concurrency1 and original requests/scorer retained. | Existing MTP-scoped post-sharing cache cleanup runs for TP2; the non-MTP TP2 path does not take that branch. Observed allocator reserve and KV budget differ; this is not an isolated MTP gain. | One sample per tier; no repeatability or final qualification. | Committed output only supplies numerator; speculative acceptance precedes stop trimming. | Static256 opaque calls and library mappings do not establish dynamic per-kernel trace; MTP counters show actual speculation. | Same eaf8 image/e4e131d source as TP4 MTP; TP reshards and KV budget differ, native MTP800 attention fallback/fresh private rootSSD caches materially differ from historical nonMTP. | Logical packs/views are not unique whole-model physical memory; remaining FP16 exclusions not fully itemized. | Inactive failed-tail unused because strict passed. | Reported grouped KV tokens and concurrency are runtime capacity indicators, not an independently tested exact request ceiling or demonstrated full-context residency. | Original launch observer ended143 without its SSH child exit receipt. Separate exact-container/owned-waiter verification confirms stopped/drained; no claim that all parents exited0.",
      "export_retest_status": "Retest completed; strict failed; fixed speeds diagnostic only",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-eaf8fffc828d",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-r4.tar.gz.sha256\nmkdir -p launch-tools-v620-r4\ntar -xzf launch-tools-v620-r4.tar.gz -C launch-tools-v620-r4\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w8-tp2-mtp2\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-v620-r4/portable/launch.py --config v620-w8-tp2-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "9ef7747839de45015a538aa39e89bc64c353394a3640c16c65abdd1654b9b772",
      "reproduction_profile": "v620-w8-tp2-mtp2",
      "recorded_configuration_details": {
        "source": "e4e131d2aa3424f1fb968a979a1e34bf5c510a16",
        "image": "sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567",
        "service_manifest_sha256": "c174581c0c18d46646363cc42d8e658ce1aa756746c803e4920aedce0ee737b6",
        "model_repository": "Qwen/Qwen3.8-27B",
        "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "strict_valid": true,
        "strict_tokens": 4872,
        "strict_diagnostic_TPS": 23.824685399012747,
        "official_fixed2K_TPS": 25.99758548499443,
        "diagnostic_fixed10K_TPS": 21.71884469539952,
        "metrics": {
          "strict": {
            "completion_tokens": 4872,
            "finish_reason": "stop",
            "elapsed_seconds": 205.30964287399547,
            "vllm_prefill_seconds_delta": 0.8021039759623818,
            "vllm_decode_seconds_delta": 204.49378106801305,
            "vllm_decode_tps": 23.824685399012747,
            "vllm_generation_tokens_delta": 4872.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "f4c9bd7fda89ab399c5a21af2f247e4dccb8abac2eaa82b175150daacf1b474b",
            "server_e2e_seconds": 205.30365681648254,
            "MTP": {
              "status": "observed",
              "actual_MTP_work_observed": true,
              "counter_deltas": {
                "vllm:spec_decode_num_draft_tokens_total": 3910.0,
                "vllm:spec_decode_num_drafts_total": 1955.0,
                "vllm:request_generation_tokens_count": 1.0,
                "vllm:request_generation_tokens_sum": 4872.0,
                "vllm:generation_tokens_total": 4872.0,
                "vllm:spec_decode_num_accepted_tokens_per_pos_total": 2917.0,
                "vllm:spec_decode_num_accepted_tokens_total": 2917.0
              },
              "accepted_per_position": {
                "0": 1616.0,
                "1": 1301.0
              },
              "accepted_fraction": 0.7460358056265984,
              "committed_emitted_tokens": 4872.0,
              "request_tokens_agree": true,
              "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
              "sources": {
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_128_strict_proxy/metrics-before.txt": "dc381957e058f7374c01740b893fe43f123756b0c1873e362382cffbab159d63",
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_128_strict_proxy/metrics-after.txt": "913477fb591e79e28b0263d22984402724da7441a2c1975e165ae031e8996497"
              }
            }
          },
          "fixed2K": {
            "completion_tokens": 2000,
            "finish_reason": "length",
            "elapsed_seconds": 77.74615426099626,
            "vllm_prefill_seconds_delta": 0.802028578997124,
            "vllm_decode_seconds_delta": 76.93022112204926,
            "vllm_decode_tps": 25.99758548499443,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "a06c4f4ef2f7bd568ef38d66f317106245a09492ee0e9e8359460231252df5e9",
            "server_e2e_seconds": 77.74068355560303,
            "MTP": {
              "status": "observed",
              "actual_MTP_work_observed": true,
              "counter_deltas": {
                "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1170.0,
                "vllm:request_generation_tokens_sum": 2000.0,
                "vllm:spec_decode_num_draft_tokens_total": 1658.0,
                "vllm:request_generation_tokens_count": 1.0,
                "vllm:spec_decode_num_drafts_total": 829.0,
                "vllm:spec_decode_num_accepted_tokens_total": 1170.0,
                "vllm:generation_tokens_total": 2000.0
              },
              "accepted_per_position": {
                "0": 663.0,
                "1": 507.0
              },
              "accepted_fraction": 0.7056694813027744,
              "committed_emitted_tokens": 2000.0,
              "request_tokens_agree": true,
              "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
              "sources": {
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_2000_proxy/metrics-before.txt": "8b04539b329762ccbad207878cfcc4169eb25bbc24df72877b7b711f86a03b74",
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_2000_proxy/metrics-after.txt": "7581278c5eb0aa1bf5eb578e68dc608ceb85ceb1717f0e591cb134ef5a25bc47"
              }
            }
          },
          "fixed10K": {
            "completion_tokens": 10000,
            "finish_reason": "length",
            "elapsed_seconds": 461.2426872580545,
            "vllm_prefill_seconds_delta": 0.7994827929651365,
            "vllm_decode_seconds_delta": 460.42964716802817,
            "vllm_decode_tps": 21.71884469539952,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "summary_sha256": "5e067ccaed002e188f86f7f65df7542574524851c2ca1a5e9905cb5af524a7ed",
            "server_e2e_seconds": 461.23744559288025,
            "MTP": {
              "status": "observed",
              "actual_MTP_work_observed": true,
              "counter_deltas": {
                "vllm:spec_decode_num_drafts_total": 3667.0,
                "vllm:generation_tokens_total": 10000.0,
                "vllm:spec_decode_num_draft_tokens_total": 7334.0,
                "vllm:request_generation_tokens_sum": 10000.0,
                "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6334.0,
                "vllm:spec_decode_num_accepted_tokens_total": 6334.0,
                "vllm:request_generation_tokens_count": 1.0
              },
              "accepted_per_position": {
                "0": 3325.0,
                "1": 3009.0
              },
              "accepted_fraction": 0.8636487592037088,
              "committed_emitted_tokens": 10000.0,
              "request_tokens_agree": true,
              "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
              "sources": {
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_10000_proxy/metrics-before.txt": "cb8714611dbc685931a96f11cf30558a7c0c561a159cfbe9db8d4ae031a792c8",
                "/home/joe/PhoneSync/Documents/gfx1030/.work/fp16-w8-tp-mtp-matrix/w8-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/ladder1/c1_10000_proxy/metrics-after.txt": "a849896389c8c7c5d65d4f8b32a0ef56b02204f365bfbe3803d241f5c8eff407"
              }
            }
          }
        },
        "weight_dtype": "symmetric RTN W8 in GPTQ-v2 layout; group128, ties-to-even, zero128, FP16 scales",
        "activation_dtype": "FP16",
        "attention_KV_dtype": "FP16",
        "TP": 2,
        "MTP_tokens": 2,
        "MTP_model_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
        "MTP_precision": "Five draft projections use the same W8/group128 RTN scheme; remaining draft parameters FP16, embedding/head shared with target. Same official checkpoint revision.",
        "quantized_target_modules_per_rank": 256,
        "quantized_draft_modules_per_rank": 5,
        "packed_component_bytes_per_rank": {
          "target": {
            "qweight": 12175278080,
            "qzeros": 95119360,
            "scales": 190238720,
            "g_idx": 0
          },
          "draft": {
            "qweight": 212336640,
            "qzeros": 1658880,
            "scales": 3317760,
            "g_idx": 0
          }
        },
        "packed_target_bytes_per_rank": 12460636160,
        "packed_draft_bytes_per_rank": 217313280,
        "packed_weight_bytes_per_rank": 12677949440,
        "sampled_peak_VRAM_bytes": {
          "0000:16:00.0": 28642746368,
          "0000:19:00.0": 28642762752
        },
        "loaded_allocator_and_KV_per_rank": [
          {
            "rank": 0,
            "load_allocated": 15485343232,
            "load_reserved": 17783848960,
            "KV_allocated": 25826995200,
            "KV_reserved": 26908557312,
            "KV_shapes": [
              [
                370,
                2,
                800,
                2,
                256
              ]
            ]
          },
          {
            "rank": 1,
            "load_allocated": 15485343232,
            "load_reserved": 17783848960,
            "KV_allocated": 25826995200,
            "KV_reserved": 26908557312,
            "KV_shapes": [
              [
                370,
                2,
                800,
                2,
                256
              ]
            ]
          }
        ],
        "KV_capacity": {
          "available_GiB": 9.6,
          "reported_grouped_tokens": 73600,
          "reported_concurrency_at131072": 2.14,
          "target_views": 16,
          "draft_views": 1,
          "view_shape": [
            370,
            2,
            800,
            2,
            256
          ],
          "view_bytes": 606208000
        },
        "configured_context": 131072,
        "complete_ladders": 1,
        "sample_count": 1,
        "repeatability_established": false,
        "FP16_release_qualification": false,
        "archive": {
          "path": "/home/ai/vnext-v620-qwen38-rtn8-tp2-mtp2-service-r1-20261023/raw-evidence.tar.gz",
          "bytes": 781297,
          "sha256": "aee594a5aa2bf1da84a258539e121fb6a5f04b26c370ba01238952389c31a115",
          "files": 243,
          "index_sha256": "f7bef99af0d881dcf489b48bd83031337999e514ae604d07250bddd16dd9c031"
        },
        "local_primary_record": ".work/fp16-w8-tp-mtp-matrix/w8-tp2-mtp2-service-r1/sealed-mirror/retained/evidence/measurement-closure.json",
        "review": {
          "path": ".work/fp16-w8-tp-mtp-matrix/reviews/W8-TP2-MTP2-r1-final-cell-review.json",
          "sha256": "028f1e91be7e589908ab9308842bbbd7b72721272a4ce3772c7ad6a93fdaba68"
        },
        "closure": {
          "container_id": "d24d898cadfa99b4a20d3004c4ed56b4100702daa0afe37d2eb1adef9092d4a8",
          "image_id": "sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567",
          "exit_code": 0,
          "OOMKilled": false,
          "restart_count": 0,
          "bank_idle": true,
          "devices": [
            {
              "pci": "0000:16:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            },
            {
              "pci": "0000:19:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            }
          ],
          "started_at": "2026-10-23T15:54:41.228163364Z",
          "finished_at": "2026-10-23T16:44:32.609572419Z",
          "closed_at": "2026-10-23T16:44:32.779906+00:00",
          "kernel_fault_matches": [],
          "startup_requests_completed_and_drained": 3,
          "official_phase_samples": 11,
          "complete_ladders": 1,
          "strict_valid": true,
          "official_fixed_2000_tps": 25.99758548499443,
          "qualifying_ladders": 0,
          "FP16_qualification": false,
          "baseline_kind": "RTN8"
        },
        "final_counters": {
          "requests": 14,
          "prompt_tokens": 6622,
          "committed_generation_tokens": 38872
        },
        "runtime_differences": [
          "Opaque native selector repairs the free-s47 compiler failure; it forwards to the unchanged ordered-FP32 U operator for M<=32 and original safe reconstruction for larger batches. New dispatch flag1 and mapped DSOdf0df1a9; native U45281e2c and safef52f2e8b unchanged.",
          "Native MTP2 target and draft, ordinary decoder/collectives and 800 attention fallback differ from historical non-MTP U profile. Same eaf8 image as measured TP4 MTP2; TP2 reshards and KV budget differ. No isolated MTP or compiler-speed attribution.",
          "Fresh private rootSSD caches, FP16 activations/attentionKV, memory utilization0.95, context131072, greedy concurrency1 and original requests/scorer retained.",
          "Existing MTP-scoped post-sharing cache cleanup runs for TP2; the non-MTP TP2 path does not take that branch. Observed allocator reserve and KV budget differ; this is not an isolated MTP gain."
        ],
        "limits": [
          "One sample per tier; no repeatability or final qualification.",
          "Committed output only supplies numerator; speculative acceptance precedes stop trimming.",
          "Static256 opaque calls and library mappings do not establish dynamic per-kernel trace; MTP counters show actual speculation.",
          "Same eaf8 image/e4e131d source as TP4 MTP; TP reshards and KV budget differ, native MTP800 attention fallback/fresh private rootSSD caches materially differ from historical nonMTP.",
          "Logical packs/views are not unique whole-model physical memory; remaining FP16 exclusions not fully itemized.",
          "Inactive failed-tail unused because strict passed.",
          "Reported grouped KV tokens and concurrency are runtime capacity indicators, not an independently tested exact request ceiling or demonstrated full-context residency.",
          "Original launch observer ended143 without its SSH child exit receipt. Separate exact-container/owned-waiter verification confirms stopped/drained; no claim that all parents exited0."
        ],
        "launch_observer_exception": {
          "path": ".work/fp16-w8-tp-mtp-matrix/w8-tp2-mtp2-service-r1/launch-observer-terminal.json",
          "sha256": "e537cc8661b1b1021723ef0b22b5d8cc23b4e8ecf855b227bc68646c84ba9608",
          "tool_terminal_exit_code": 143,
          "original_SSH_parent_exit": null,
          "actual_container_exit_code": 0,
          "exact_owned_waiter_absent": true,
          "interpretation": "The original launch-observer tool terminated143 without writing its SSH child parent receipt. Do not report its exit as0. Actual inference and closure are independently retained; exact container is stopped and its exact remote docker-wait observer is absent."
        },
        "parameter_dtypes_per_rank": [
          {
            "rank": 0,
            "parameter_dtype_counts": {
              "torch.float16": 611,
              "torch.int32": 768
            },
            "draft_parameter_dtype_counts": {
              "torch.int32": 15,
              "torch.float16": 14
            }
          },
          {
            "rank": 1,
            "parameter_dtype_counts": {
              "torch.float16": 611,
              "torch.int32": 768
            },
            "draft_parameter_dtype_counts": {
              "torch.int32": 15,
              "torch.float16": 14
            }
          }
        ]
      },
      "strict_total_seconds": 205.30964287399547,
      "MTP_2K_draft_batches": 829.0,
      "MTP_2K_proposed": 1658.0,
      "MTP_2K_accepted": 1170.0,
      "MTP_2K_acceptance_percent": 70.56694813027744,
      "MTP_2K_committed": 2000.0,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json",
      "detail_source_sha256": "47fe24712908ad85f8ad8acf91c530204c898bb03e3b024ab54812ace6e1b3ca",
      "detail_source_pointer": "FP16_W8_TP_MTP_matrix.cells[5]",
      "image_export_bytes": 2541215576,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/v620-w8-tp2-mtp2/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T20:33:03.042335455Z",
          "FinishedAt": "2026-10-26T21:33:17.506571757Z"
        },
        "devices_after": [
          {
            "card": 5,
            "render": 133,
            "pci": "0000:16:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:19:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T21:33:17.649653+00:00"
      },
      "retest_strict": "FAIL",
      "retest_official_2K_eligible": false,
      "retest_2K_TPS": 28.827830303864896,
      "retest_10K_TPS": 22.897475815790525,
      "retest_strict_tokens": 14095,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 14095,
          "elapsed_seconds": 697.7960248619784,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 696.983301272965,
          "vllm_decode_tps": 20.222866135037954,
          "vllm_generation_tokens_delta": 14095.0,
          "vllm_prefill_seconds_delta": 0.801551835029386,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 70.18575884401798,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 69.37740297894925,
          "vllm_decode_tps": 28.827830303864896,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 0.797065292019397,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 437.54100987606216,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 436.72936180606484,
          "vllm_decode_tps": 22.897475815790525,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 0.7997282180003822,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 0.797065292019397,
      "retest_2K_total_seconds": 70.18575884401798,
      "retest_10K_prefill_seconds": 0.7997282180003822,
      "retest_10K_total_seconds": 437.54100987606216,
      "retest_strict_prefill_seconds": 0.801551835029386,
      "retest_strict_total_seconds": 697.7960248619784,
      "retest_MTP_accounting_by_tier": {
        "strict": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_total": 9314.0,
            "vllm:spec_decode_num_drafts_total": 4780.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:generation_tokens_total": 14095.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 9314.0,
            "vllm:request_generation_tokens_sum": 14095.0,
            "vllm:spec_decode_num_draft_tokens_total": 9560.0
          },
          "accepted_per_position": {
            "0": 4699.0,
            "1": 4615.0
          },
          "accepted_fraction": 0.9742677824267783,
          "committed_emitted_tokens": 14095.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-w8-tp2-mtp2-r0/ladder/c1_128_strict_proxy/metrics-before.txt": "d499da222db5f4c902370bd706b3037ebd84b7cd1c3ca91296c6f0641cfb1dcf",
            "/home/ai/qwen38-release-retests-20261026/v620-w8-tp2-mtp2-r0/ladder/c1_128_strict_proxy/metrics-after.txt": "4c68d0bfce8174357d766b4c218392da6257632f05d570487984b9c97f56b6dc"
          }
        },
        "2K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:request_generation_tokens_sum": 2000.0,
            "vllm:spec_decode_num_draft_tokens_total": 1494.0,
            "vllm:spec_decode_num_accepted_tokens_total": 1252.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1252.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:spec_decode_num_drafts_total": 747.0,
            "vllm:request_generation_tokens_count": 1.0
          },
          "accepted_per_position": {
            "0": 667.0,
            "1": 585.0
          },
          "accepted_fraction": 0.8380187416331994,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-w8-tp2-mtp2-r0/ladder/c1_2000_proxy/metrics-before.txt": "f7462730d6f10a811663c5107c3584869ce2f10c7a1ace0726aeb09a783c0275",
            "/home/ai/qwen38-release-retests-20261026/v620-w8-tp2-mtp2-r0/ladder/c1_2000_proxy/metrics-after.txt": "f9eefe90a5ed4ea8030f25ec580474c5d1f9ee6238d18cc2d27bab36615688af"
          }
        },
        "10K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:request_generation_tokens_sum": 10000.0,
            "vllm:spec_decode_num_draft_tokens_total": 6830.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6586.0,
            "vllm:spec_decode_num_drafts_total": 3415.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_accepted_tokens_total": 6586.0,
            "vllm:generation_tokens_total": 10000.0
          },
          "accepted_per_position": {
            "0": 3335.0,
            "1": 3251.0
          },
          "accepted_fraction": 0.9642752562225476,
          "committed_emitted_tokens": 10000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-w8-tp2-mtp2-r0/ladder/c1_10000_proxy/metrics-before.txt": "3d9f3d802948b3286135fb227b09e5ae44fa5ee621e625f95dc6f2df71691291",
            "/home/ai/qwen38-release-retests-20261026/v620-w8-tp2-mtp2-r0/ladder/c1_10000_proxy/metrics-after.txt": "e6abdb87a069a4d72731346e46434237176a71f431b126902abadb04ba82bd7b"
          }
        }
      },
      "retest_MTP_2K_accepted": 1252.0,
      "retest_MTP_2K_proposed": 1494.0,
      "retest_MTP_2K_draft_batches": 747.0,
      "retest_MTP_2K_acceptance_percent": 83.80187416331995,
      "retest_loaded_admission": {
        "all_two_quantized_module_receipts_passed": true,
        "all_two_MTP_draft_receipts_passed": true,
        "draft_sharing_observations": [
          {
            "rank": 0,
            "shared_embedding": true,
            "shared_lm_head": true
          },
          {
            "rank": 1,
            "shared_embedding": true,
            "shared_lm_head": true
          }
        ],
        "MTP_execution_evidence": "See separately retained standard speculative counter deltas; load/source observations alone are not invocation proof",
        "generated_quantized_call_support_complete": true,
        "graphs": [
          {
            "rank": 0,
            "pid": 103,
            "source_sha256": "767a90384ce611e6789dad87a4f6d6f29da6d9fbeb6a90dd5422c14299ca1e51",
            "generated_opaque_dispatch_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "line": 1902,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 1971,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2015,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2031,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2075,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2188,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2232,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2248,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2292,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2405,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2449,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2465,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2509,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2797,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2841,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2857,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2901,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 2967,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 3011,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 3027,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 3071,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3184,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3228,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3244,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3288,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3401,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3445,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3461,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3505,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3793,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3837,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3853,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3897,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 3963,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 4007,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 4023,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 4067,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4180,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4224,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4240,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4284,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4397,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4441,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4457,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4501,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4789,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4833,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4849,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4893,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 4959,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 5003,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 5019,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 5063,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5176,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5220,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5236,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5280,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5393,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5437,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5453,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5497,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5785,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5829,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5845,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5889,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5955,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5999,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 6015,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 6059,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6172,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6216,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6232,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6276,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6389,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6433,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6449,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6493,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6781,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6825,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6841,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6885,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6951,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6995,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 7011,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 7055,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7168,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7212,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7228,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7272,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7385,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7429,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7445,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7489,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7777,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7821,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7837,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7881,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7947,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7991,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 8007,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 8051,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8164,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8208,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8224,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8268,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8381,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8425,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8441,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8485,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8773,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8817,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8833,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8877,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8943,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8987,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 9003,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 9047,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9160,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9204,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9220,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9264,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9377,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9421,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9437,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9481,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9769,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9813,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9829,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9873,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9939,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9983,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9999,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 10043,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10156,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10200,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10216,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10260,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10373,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10417,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10433,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10477,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10765,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10809,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10825,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10869,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10935,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10979,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10995,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 11039,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11152,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11196,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11212,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11256,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11369,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11413,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11429,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11473,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11761,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11805,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11821,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11865,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11931,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11975,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11991,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 12035,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12148,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12192,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12208,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12252,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12365,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12409,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12425,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12469,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12757,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12801,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12817,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12861,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12927,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12971,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12987,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 13031,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13144,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13188,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13204,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13248,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13361,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13405,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13421,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13465,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13753,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13797,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13813,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13857,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13923,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13967,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13983,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 14027,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14140,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14184,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14200,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14244,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14357,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14401,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14417,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14461,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14749,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14793,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14809,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14853,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14919,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14963,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14979,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 15023,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 15136,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 15180,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 15196,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 15240,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15353,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15397,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15413,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15457,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15745,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15789,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15805,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15849,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15915,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15959,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15975,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 16019,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 16132,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 16176,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 16192,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 16236,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16349,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16393,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16409,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16453,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16741,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16785,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16801,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16845,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16911,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16955,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16971,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 17015,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 17128,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 17172,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 17188,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 17232,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17345,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17389,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17405,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17449,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17737,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17781,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17797,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              }
            ]
          },
          {
            "rank": 1,
            "pid": 104,
            "source_sha256": "71b634e3b6a8353ed8c191093e9e4f6f1a38436f46d2e9642392c35547f9e9dd",
            "generated_opaque_dispatch_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "line": 1902,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 1971,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2015,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2031,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_2",
                "line": 2075,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2188,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2232,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2248,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_4",
                "line": 2292,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2405,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2449,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2465,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_6",
                "line": 2509,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2797,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2841,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2857,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_8",
                "line": 2901,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 2967,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 3011,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 3027,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_10",
                "line": 3071,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3184,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3228,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3244,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_12",
                "line": 3288,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3401,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3445,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3461,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_14",
                "line": 3505,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3793,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3837,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3853,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_16",
                "line": 3897,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 3963,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 4007,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 4023,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_18",
                "line": 4067,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4180,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4224,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4240,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_20",
                "line": 4284,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4397,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4441,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4457,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_22",
                "line": 4501,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4789,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4833,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4849,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_24",
                "line": 4893,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 4959,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 5003,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 5019,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_26",
                "line": 5063,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5176,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5220,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5236,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_28",
                "line": 5280,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5393,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5437,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5453,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_30",
                "line": 5497,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5785,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5829,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5845,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_32",
                "line": 5889,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5955,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 5999,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 6015,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_34",
                "line": 6059,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6172,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6216,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6232,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_36",
                "line": 6276,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6389,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6433,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6449,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_38",
                "line": 6493,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6781,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6825,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6841,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_40",
                "line": 6885,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6951,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 6995,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 7011,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_42",
                "line": 7055,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7168,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7212,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7228,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_44",
                "line": 7272,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7385,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7429,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7445,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_46",
                "line": 7489,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7777,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7821,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7837,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_48",
                "line": 7881,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7947,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 7991,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 8007,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_50",
                "line": 8051,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8164,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8208,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8224,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_52",
                "line": 8268,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8381,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8425,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8441,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_54",
                "line": 8485,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8773,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8817,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8833,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_56",
                "line": 8877,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8943,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 8987,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 9003,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_58",
                "line": 9047,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9160,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9204,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9220,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_60",
                "line": 9264,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9377,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9421,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9437,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_62",
                "line": 9481,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9769,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9813,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9829,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_64",
                "line": 9873,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9939,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9983,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 9999,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_66",
                "line": 10043,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10156,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10200,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10216,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_68",
                "line": 10260,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10373,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10417,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10433,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_70",
                "line": 10477,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10765,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10809,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10825,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_72",
                "line": 10869,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10935,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10979,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 10995,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_74",
                "line": 11039,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11152,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11196,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11212,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_76",
                "line": 11256,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11369,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11413,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11429,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_78",
                "line": 11473,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11761,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11805,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11821,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_80",
                "line": 11865,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11931,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11975,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 11991,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_82",
                "line": 12035,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12148,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12192,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12208,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_84",
                "line": 12252,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12365,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12409,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12425,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_86",
                "line": 12469,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12757,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12801,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12817,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_88",
                "line": 12861,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12927,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12971,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 12987,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_90",
                "line": 13031,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13144,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13188,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13204,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_92",
                "line": 13248,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13361,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13405,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13421,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_94",
                "line": 13465,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13753,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13797,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13813,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_96",
                "line": 13857,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13923,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13967,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 13983,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_98",
                "line": 14027,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14140,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14184,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14200,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_100",
                "line": 14244,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14357,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14401,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14417,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_102",
                "line": 14461,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14749,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14793,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14809,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_104",
                "line": 14853,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14919,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14963,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 14979,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_106",
                "line": 15023,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 15136,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 15180,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 15196,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_108",
                "line": 15240,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15353,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15397,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15413,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_110",
                "line": 15457,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15745,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15789,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15805,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_112",
                "line": 15849,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15915,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15959,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 15975,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_114",
                "line": 16019,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 16132,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 16176,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 16192,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_116",
                "line": 16236,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16349,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16393,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16409,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_118",
                "line": 16453,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16741,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16785,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16801,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_120",
                "line": 16845,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16911,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16955,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 16971,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_122",
                "line": 17015,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 17128,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 17172,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 17188,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_124",
                "line": 17232,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17345,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17389,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17405,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_126",
                "line": 17449,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17737,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17781,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              },
              {
                "module_path": "GraphModule.submod_128",
                "line": 17797,
                "operator": "vnext_gptq_w8_dispatch::gemm"
              }
            ]
          }
        ],
        "attention_KV_observations": [
          {
            "rank": 1,
            "pid": 104,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 9699328000,
            "mtp_draft_attention_KV": [
              {
                "name": "model.layers.0.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      370,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 606208000
                  }
                ]
              }
            ],
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 0,
            "pid": 103,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 9699328000,
            "mtp_draft_attention_KV": [
              {
                "name": "model.layers.0.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      370,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 606208000
                  }
                ]
              }
            ],
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          }
        ],
        "all_two_KV_receipts_passed": true,
        "limits": "Static generated call support plus bound loaded-module receipts/native mappings and completed startup. Not a GPU completion trace or correctness verdict."
      },
      "retest_audit_exit_codes": "{\"strict\": 1, \"fixed\": 1, \"c1_128_strict_proxy-mtp\": 0, \"c1_2000_proxy-mtp\": 0, \"c1_10000_proxy-mtp\": 0}",
      "retest_diagnostic_counter_audit": "retest-evidence/v620-w8-tp2-mtp2/local-diagnostic-fixed-audit.json",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 28642738176,
        "1": 28642762752
      },
      "retest_memory_observation_count": 58,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/v620-w8-tp2-mtp2/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 16.56,
      "retest_logged_model_load_seconds": 123.006295,
      "retest_logged_available_KV_GiB": 9.6,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 9.6,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 73600,
      "retest_logged_context_capacity_x": 2.14,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "v620-w8-tp2-mtp2",
        "image": "sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567",
        "container": "21a9828f12b1d34b82e2d0a87d86fb0d50ba8af66ac161c5ef4070a0e8424ed6",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 16.56,
        "retest_logged_model_load_seconds": 123.006295,
        "retest_logged_available_KV_GiB": 9.6,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 9.6,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 73600,
        "retest_logged_context_capacity_x": 2.14,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/v620-w8-tp2-mtp2/service-final.log",
        "source_log_sha256": "55ab409a441ae421f1d1b05f492f45e5125d690e7dcbd2140e32c403b07075c4",
        "sealed_index_sha256": "80034e3ab771353bf7a27f0c11c3a059a53363a207eb153ed442827132adb6d0",
        "source_lines": {
          "model_load": {
            "line": 118,
            "text": "(Worker pid=103) (Worker_TP0 pid=103) INFO 10-26 20:37:10 [gpu_model_runner.py:4598] Model loading took 16.56 GiB memory and 123.006295 seconds"
          },
          "automatic_KV_budget": {
            "line": 172,
            "text": "(Worker pid=103) (Worker_TP0 pid=103) INFO 10-26 20:57:42 [gpu_worker.py:453] Available KV cache memory: 9.6 GiB"
          },
          "grouped_KV_tokens": {
            "line": 176,
            "text": "(EngineCore_DP0 pid=85) INFO 10-26 20:57:42 [kv_cache_utils.py:1314] GPU KV cache size: 73,600 tokens"
          },
          "context_capacity": {
            "line": 177,
            "text": "(EngineCore_DP0 pid=85) INFO 10-26 20:57:42 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 2.14x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/v620-w8-tp2-mtp2/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 26.67565155029297,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-serve-r5.tar.gz.sha256\nmkdir -p launch-tools-v620-serve-r5\ntar -xzf launch-tools-v620-serve-r5.tar.gz -C launch-tools-v620-serve-r5\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w8-tp2-mtp2\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-v620-serve-r5/portable/launch.py --config v620-w8-tp2-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-v620-w8-tp2-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VNEXT_RTN_W8_NATIVE_DISPATCH=1 \\\n  -e VNEXT_RTN_W8_FUSED_CTA=1 \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp2/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --entrypoint /usr/bin/env \\\n  sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1 \\\n  CUDA_VISIBLE_DEVICES=0,1 \\\n  ROCR_VISIBLE_DEVICES=0,1 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  2 \\\n  --speculative-config \\\n  '{\"method\":\"mtp\",\"num_speculative_tokens\":2}' \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":8,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn",
      "serving_script": "portable/serve/v620-w8-tp2-mtp2.sh",
      "serving_script_sha256": "05e16b80cfd44ecd571f0f6a108598eac3016b21081f3f0f8286470549d78c22",
      "recorded_docker_run_script": "serve/recorded/v620-w8-tp2-mtp2.sh",
      "recorded_docker_run_sha256": "db9dcf347f5bdbf0af27679d0622b41e31ad6860fcbb74de459caf7aefd9642b",
      "serving_endpoint": "http://10.0.0.50:9002",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-v620-w8-tp2-mtp2-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp2",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 11.807260513305664,
      "sampled_peak_VRAM_GiB": 26.67565155029297,
      "weight_tensor_GiB_per_rank": 11.807260513305664,
      "weight_tensor_scope": "packed target/draft projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/v620-w8-tp2-mtp2.sh",
      "reproduction_script_sha256": "87c62a3a6ebc11e4c01fee13f8e45881ec3e6640b286c2c54bc9ea632908671b",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp2\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=v620-w8-tp2-mtp2\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-v620-w8-tp2-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VNEXT_RTN_W8_NATIVE_DISPATCH=1 \\\n  -e VNEXT_RTN_W8_FUSED_CTA=1 \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w8-tp2-mtp2/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --entrypoint /usr/bin/env \\\n  sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1 \\\n  CUDA_VISIBLE_DEVICES=0,1 \\\n  ROCR_VISIBLE_DEVICES=0,1 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  2 \\\n  --speculative-config \\\n  '{\"method\":\"mtp\",\"num_speculative_tokens\":2}' \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":8,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn\n\n# Readiness and logs: curl --fail http://127.0.0.1:9002/health\n# docker logs -f serve-v620-w8-tp2-mtp2-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/v620-w8-tp2-mtp2.sh",
      "recorded_lab_serving_script_sha256": "f8af9a09c98a37d17984f31784f16bdcabaa798d441c85a9660203bdf7b16df0",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile v620-w8-tp2-mtp2 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/v620-w8-tp2-mtp2-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-19-v620-w8-tp2-mtp2.sh",
      "recorded_lab_reproduction_script_sha256": "59abc3ece964a16d4134675b74138c7e2d9fa45858ddca51b11d039319b1c523",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx1030-measured-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-eaf8fffc828d",
      "registry_image": "joe2gaan/localaiservers@sha256:e3ec7a663ee96460173b72b3be0fb6e5f4c77ab7a32c93b4824d60dcead4bde1",
      "registry_manifest_digest": "sha256:e3ec7a663ee96460173b72b3be0fb6e5f4c77ab7a32c93b4824d60dcead4bde1",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:e3ec7a663ee96460173b72b3be0fb6e5f4c77ab7a32c93b4824d60dcead4bde1",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "v620-w8-tp2-mtp2",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_benchmark_observer_note": "The evidence collector verifies the caller-selected run/cache filesystem identity instead of requiring the original literal SATA label. Images, native arithmetic, prompts, timing and original route/numerical checks are unchanged.",
      "portable_serving_probe_cleanup_note": "After its own selected-GPU preflight exits, serving waits at most 30 seconds for those allocations to drain before reapplying the original idle check. Device identity, idle thresholds, DPM and numerical/runtime settings are unchanged. Benchmark commands already have their original bounded drain check and are unchanged.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.50",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 7027,
            "content_chars": 6647,
            "content_has_think_close": false,
            "elapsed_seconds": 315.2030647529755,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T00:56:43Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.011896442156285048,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 6647,
            "qwen_answer_text_sha256": "26a2ea768dce161526e7577cced0a08108a8d9b313c768dedbaca547688d8e5b",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 6647,
            "qwen_visible_text_sha256": "26a2ea768dce161526e7577cced0a08108a8d9b313c768dedbaca547688d8e5b",
            "raw_has_think_close": false,
            "reasoning_chars": 27053,
            "text_chars": 33701,
            "text_sha256": "6fa8e4faec13968960681e2d41dd83052329313155b407a52246c75b6b809df4",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 314.38775441702455,
            "vllm_decode_tps": 22.35137947096669,
            "vllm_generation_tokens_delta": 7027.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.7998496741056442,
            "vllm_prefill_tps": 591.361121111773,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 22.293564961073766
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 83.8934364290908,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T00:58:07Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.009258593898266554,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 8929,
            "text_chars": 8929,
            "text_sha256": "e1c5e4a62e7f1e164f56ca453844bfff8198bd48bce270b29a39a7e864e2b3c4",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 83.08291288209148,
            "vllm_decode_tps": 24.07233847034629,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.7974292829167098,
            "vllm_prefill_tps": 593.1560454739459,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 23.839767270595225
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 22460,
            "content_has_think_close": false,
            "elapsed_seconds": 500.42501594801433,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T01:06:28Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.01606009411625564,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 22460,
            "qwen_answer_text_sha256": "31fd810e67d65a343e3a49f3e86e854fc1beadaed3b0984180ad70a959a64dc4",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 22460,
            "qwen_visible_text_sha256": "31fd810e67d65a343e3a49f3e86e854fc1beadaed3b0984180ad70a959a64dc4",
            "raw_has_think_close": false,
            "reasoning_chars": 27053,
            "text_chars": 49514,
            "text_sha256": "56f5602a23640359af1fc4bb9386a4268a92fa54668d3693b5a01b1f3a8098af",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 499.6082297200337,
            "vllm_decode_tps": 20.01568309954325,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8002281670924276,
            "vllm_prefill_tps": 591.081418339237,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 19.98301380089046
          }
        },
        "evidence": "dockerhub-e2e/v620-w8-tp2-mtp2.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "4-bit RTN",
      "TP": 4,
      "MTP": 0,
      "status": "selected historical RTN4 reference",
      "strict": "PASS",
      "strict_tokens": 15275,
      "strict_TPS": 37.5535072868077,
      "fixed_2K_TPS": 40.235022545409606,
      "fixed_10K_TPS": 38.55185454344116,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#$.full_model_results.RTN4",
      "source_revision": "999813806eae1e07fffb3baccd359595fbcc2358",
      "image": "sha256:b97918608d83591ad38f818bb4e944b5aa8d7d2fa9df2f354d47f1db190d9fcb",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 1.0933573119982611,
      "fixed_2K_total_seconds": 50.81568689600681,
      "fixed_10K_prefill_seconds": 1.0934196169837378,
      "fixed_10K_total_seconds": 260.49944153698743,
      "weight_format": "symmetric RTN, group 128",
      "official_fixed_2k_tps": 40.235022545409606,
      "eligible_speed_samples": 1,
      "comparison_limit": "One quantized sample; no repeated-sample spread. Quantized TP route, Head32/compiler mode and rootSSD/cache warmth differ from preserved FP16 control. No FP16 qualification.",
      "latency_sources": "[{\"path\": \"/home/joe/PhoneSync/Documents/gfx1030/.work/quantized-baselines/rtn4-service-r1/sealed-mirror/retained/evidence/ladder2/c1_2000_proxy/summary.json\", \"sha256\": \"2c0f21a7379f624b75090fba65cb533335f92c6790cc8a85ce3084f140349814\"}, {\"path\": \"/home/joe/PhoneSync/Documents/gfx1030/.work/quantized-baselines/rtn4-service-r1/sealed-mirror/retained/evidence/ladder2/c1_10000_proxy/summary.json\", \"sha256\": \"a743ecb3b71d4aad74a8ee25eae600b9fd3577a2b9bedd6104f33146a99f46f1\"}]",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-b97918608d83",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-r4.tar.gz.sha256\nmkdir -p launch-tools-v620-r4\ntar -xzf launch-tools-v620-r4.tar.gz -C launch-tools-v620-r4\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w4-tp4-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-v620-r4/portable/launch.py --config v620-w4-tp4-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "9ef7747839de45015a538aa39e89bc64c353394a3640c16c65abdd1654b9b772",
      "reproduction_profile": "v620-w4-tp4-mtp0",
      "packed_weight_bytes_per_rank": 3162718720,
      "sampled_peak_VRAM_bytes_by_PCI": {
        "0000:16:00.0": 22627618816,
        "0000:19:00.0": 22644396032,
        "0000:1c:00.0": 22644400128,
        "0000:1f:00.0": 22594056192
      },
      "memory_accounting_limit": "Packed target matrices exclude FP16 embeddings/head/norm/recurrent weights. Sampled physical VRAM is not a guaranteed continuous peak.",
      "memory_source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#full_model_results.RTN4.memory",
      "memory_source_sha256": "47fe24712908ad85f8ad8acf91c530204c898bb03e3b024ab54812ace6e1b3ca",
      "image_export_bytes": 2541215576,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/v620-w4-tp4-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T14:35:39.487703175Z",
          "FinishedAt": "2026-10-26T15:14:01.113195407Z"
        },
        "devices_after": [
          {
            "card": 5,
            "render": 133,
            "pci": "0000:16:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:19:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 7,
            "render": 135,
            "pci": "0000:1c:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 8,
            "render": 136,
            "pci": "0000:1f:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T15:14:01.539984+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 40.36122244861641,
      "retest_10K_TPS": 38.395805792032654,
      "retest_strict_tokens": 6146,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 6146,
          "elapsed_seconds": 156.78889757196885,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 155.68011727603152,
          "vllm_decode_tps": 39.47838752653764,
          "vllm_generation_tokens_delta": 6146.0,
          "vllm_prefill_seconds_delta": 1.095762872020714,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 50.6597384349443,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 49.5525129979942,
          "vllm_decode_tps": 40.36122244861641,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 1.0948759620077908,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 261.55461658199783,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 260.4451135669369,
          "vllm_decode_tps": 38.395805792032654,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 1.094910062965937,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 1.0948759620077908,
      "retest_2K_total_seconds": 50.6597384349443,
      "retest_10K_prefill_seconds": 1.094910062965937,
      "retest_10K_total_seconds": 261.55461658199783,
      "retest_strict_prefill_seconds": 1.095762872020714,
      "retest_strict_total_seconds": 156.78889757196885,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": {
        "all_four_quantized_module_receipts_passed": true,
        "generated_quantized_call_support_complete": true,
        "graphs": [
          {
            "rank": 0,
            "pid": 83,
            "source_sha256": "b8f11a3f101d5df627672bb7bf0cdaf702e53502badd899ed5b9faffb523dcaa",
            "generated_gemm_calls": 256
          },
          {
            "rank": 1,
            "pid": 84,
            "source_sha256": "5bac1879e929112251a66ce5b2b42bddb1c9446e72115e2d982d4d8d7c6e749c",
            "generated_gemm_calls": 256
          },
          {
            "rank": 2,
            "pid": 85,
            "source_sha256": "7f3599a6704c7950176ff6c909c3a8a894837947a21e37b6357c45ecee9ae4de",
            "generated_gemm_calls": 256
          },
          {
            "rank": 3,
            "pid": 86,
            "source_sha256": "b5631bb04aff8712641b794dd9379862ed15578210663671fae4dd54f19b6a5c",
            "generated_gemm_calls": 256
          }
        ],
        "attention_KV_observations": [
          {
            "rank": 3,
            "pid": 86,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 14758969344,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 1,
            "pid": 84,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 14758969344,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 0,
            "pid": 83,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 14758969344,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 2,
            "pid": 85,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 14758969344,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          }
        ],
        "all_four_KV_receipts_passed": true,
        "limits": "Static generated call support plus bound loaded-module receipts/native mappings and completed startup. Not a GPU completion trace or correctness verdict."
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_logged_model_load_delta_GiB": 13.47,
      "retest_logged_model_load_seconds": 59.703993,
      "retest_logged_available_KV_GiB": 13.76,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 13.76,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 225008,
      "retest_logged_context_capacity_x": 6.72,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "v620-w4-tp4-mtp0",
        "image": "sha256:b97918608d83591ad38f818bb4e944b5aa8d7d2fa9df2f354d47f1db190d9fcb",
        "container": "c1f1d4225224fe57f881a4a2eea02bb60ad836c7c0e96adf895bcd78d6ec7694",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 13.47,
        "retest_logged_model_load_seconds": 59.703993,
        "retest_logged_available_KV_GiB": 13.76,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 13.76,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 225008,
        "retest_logged_context_capacity_x": 6.72,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/v620-w4-tp4-mtp0/service-final.log",
        "source_log_sha256": "0e0bfd459de2a7ef66c6f6225696c4722266fd04a763121e3bb1ebc028697ca3",
        "sealed_index_sha256": "30b88085c5128904cba9bfbad035f6f909fd5b6ae8920387bc8fd26a2807844b",
        "source_lines": {
          "model_load": {
            "line": 120,
            "text": "(Worker pid=83) (Worker_TP0 pid=83) INFO 10-26 14:38:21 [gpu_model_runner.py:4579] Model loading took 13.47 GiB memory and 59.703993 seconds"
          },
          "automatic_KV_budget": {
            "line": 141,
            "text": "(Worker pid=83) (Worker_TP0 pid=83) INFO 10-26 14:41:09 [gpu_worker.py:453] Available KV cache memory: 13.76 GiB"
          },
          "grouped_KV_tokens": {
            "line": 144,
            "text": "(EngineCore_DP0 pid=65) INFO 10-26 14:41:10 [kv_cache_utils.py:1314] GPU KV cache size: 225,008 tokens"
          },
          "context_capacity": {
            "line": 145,
            "text": "(EngineCore_DP0 pid=65) INFO 10-26 14:41:10 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 6.72x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/v620-w4-tp4-mtp0/memory-log-report.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-serve-r5.tar.gz.sha256\nmkdir -p launch-tools-v620-serve-r5\ntar -xzf launch-tools-v620-serve-r5.tar.gz -C launch-tools-v620-serve-r5\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w4-tp4-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-v620-serve-r5/portable/launch.py --config v620-w4-tp4-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-v620-w4-tp4-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/card7:/dev/dri/card7:rwm \\\n  --device /dev/dri/card8:/dev/dri/card8:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --device /dev/dri/renderD136:/dev/dri/renderD136:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --entrypoint /usr/bin/env \\\n  sha256:b97918608d83591ad38f818bb4e944b5aa8d7d2fa9df2f354d47f1db190d9fcb \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1,2,3 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  CUDA_VISIBLE_DEVICES=0,1,2,3 \\\n  ROCR_VISIBLE_DEVICES=0,1,2,3 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  4 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":4,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn",
      "serving_script": "portable/serve/v620-w4-tp4-mtp0.sh",
      "serving_script_sha256": "72a064092691a450dde8c4879a000e638d230af506cfa7ab5839358862633608",
      "recorded_docker_run_script": "serve/recorded/v620-w4-tp4-mtp0.sh",
      "recorded_docker_run_sha256": "e06dcff98931ea17b8f62deda05ebaac0d0f8a82d92fa6758253a4bd6f1b3f77",
      "serving_endpoint": "http://10.0.0.50:9002",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-v620-w4-tp4-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 2.9455113410949707,
      "sampled_peak_VRAM_GiB": 21.08924102783203,
      "weight_tensor_GiB_per_rank": 2.9455113410949707,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/v620-w4-tp4-mtp0.sh",
      "reproduction_script_sha256": "90d278b3117b4954c1e75c7afd4fb8a298200a2368cd2dad1d079443a445425a",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:b97918608d83591ad38f818bb4e944b5aa8d7d2fa9df2f354d47f1db190d9fcb >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=v620-w4-tp4-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-v620-w4-tp4-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/card7:/dev/dri/card7:rwm \\\n  --device /dev/dri/card8:/dev/dri/card8:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --device /dev/dri/renderD136:/dev/dri/renderD136:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --entrypoint /usr/bin/env \\\n  sha256:b97918608d83591ad38f818bb4e944b5aa8d7d2fa9df2f354d47f1db190d9fcb \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1,2,3 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  CUDA_VISIBLE_DEVICES=0,1,2,3 \\\n  ROCR_VISIBLE_DEVICES=0,1,2,3 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  4 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":4,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn\n\n# Readiness and logs: curl --fail http://127.0.0.1:9002/health\n# docker logs -f serve-v620-w4-tp4-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/v620-w4-tp4-mtp0.sh",
      "recorded_lab_serving_script_sha256": "7e5ad5fb37b40111390f47efe5d27376756337493313f7389d8029d8e92a789e",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:b97918608d83591ad38f818bb4e944b5aa8d7d2fa9df2f354d47f1db190d9fcb >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile v620-w4-tp4-mtp0 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/v620-w4-tp4-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-20-v620-w4-tp4-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "60797e433fe692fe42f96d765b835f9f225bd2427025e0c80a976f9b94a36300",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx1030-measured-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-b97918608d83",
      "registry_image": "joe2gaan/localaiservers@sha256:22607123e397e8cfd18f2ba40413e2cd7321d435507e65041f1336416114c596",
      "registry_manifest_digest": "sha256:22607123e397e8cfd18f2ba40413e2cd7321d435507e65041f1336416114c596",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:22607123e397e8cfd18f2ba40413e2cd7321d435507e65041f1336416114c596",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "v620-w4-tp4-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_benchmark_observer_note": "The evidence collector verifies the caller-selected run/cache filesystem identity instead of requiring the original literal SATA label. Images, native arithmetic, prompts, timing and original route/numerical checks are unchanged.",
      "portable_serving_probe_cleanup_note": "After its own selected-GPU preflight exits, serving waits at most 30 seconds for those allocations to drain before reapplying the original idle check. Device identity, idle thresholds, DPM and numerical/runtime settings are unchanged. Benchmark commands already have their original bounded drain check and are unchanged.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.50",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 5806,
            "content_chars": 5723,
            "content_has_think_close": false,
            "elapsed_seconds": 151.7962831039913,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T13:19:26Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.011801122920587659,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 5723,
            "qwen_answer_text_sha256": "8e59252e3ad8a4168398b9374ee274fc88656e2899d69096795556d8456cfa40",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 5723,
            "qwen_visible_text_sha256": "8e59252e3ad8a4168398b9374ee274fc88656e2899d69096795556d8456cfa40",
            "raw_has_think_close": false,
            "reasoning_chars": 20749,
            "text_chars": 26473,
            "text_sha256": "c8e300e905259796a9b14c161b6d0a6c59a73258ff4f5c6a4e8572a569d17edf",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 150.68790842499584,
            "vllm_decode_tps": 38.529966078133654,
            "vllm_generation_tokens_delta": 5806.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.0972954761236906,
            "vllm_prefill_tps": 431.05982872628005,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 38.24863087077353
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 52.00303460191935,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T13:20:18Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.01141878985799849,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 7704,
            "text_chars": 7704,
            "text_sha256": "e53a38a234f910abe1a3b42cc909a8dec4b0f5e024f3f3cb5552ae1133004552",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 50.895956503925845,
            "vllm_decode_tps": 39.29585250737415,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.0962058920413256,
            "vllm_prefill_tps": 431.48828466812193,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 38.45929406446952
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 17402,
            "content_has_think_close": true,
            "elapsed_seconds": 266.53216635319404,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T13:24:45Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.007715465035289526,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 10070,
            "qwen_answer_text_sha256": "96dd1749d2bef179d10b9d1b6a0afc735325a7ae603c43af72851efd69b35bb2",
            "qwen_gate_close_in_content": true,
            "qwen_gate_close_in_raw": true,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 10070,
            "qwen_visible_text_sha256": "96dd1749d2bef179d10b9d1b6a0afc735325a7ae603c43af72851efd69b35bb2",
            "raw_has_think_close": true,
            "reasoning_chars": 26874,
            "text_chars": 44277,
            "text_sha256": "a080354fab849841fae9032656d66dbbd478d408ad07b3176e2ba72fdf8cf58d",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 265.41904551698826,
            "vllm_decode_tps": 37.67627142401108,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.0997616411186755,
            "vllm_prefill_tps": 430.0931968484237,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 37.518923651220916
          }
        },
        "evidence": "dockerhub-e2e/v620-w4-tp4-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "4-bit RTN",
      "TP": 2,
      "MTP": 0,
      "status": "completed matrix cell",
      "strict": "PASS",
      "strict_tokens": 6876,
      "strict_TPS": 31.730622009286282,
      "fixed_2K_TPS": 32.806665219045115,
      "fixed_10K_TPS": 30.822545818435916,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#$.local_RTN4_TP_MTP_matrix.ordered_cells[TP=2,MTP_tokens=0].result",
      "source_revision": "7a6d45978c2ccecdf704899625b813cab2aa7979",
      "image": "sha256:a16a6f2d47e7ac6ffc55d7a3d9298cad7e03601d8a30886421e905c92aeae386",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 0.7744208740186878,
      "fixed_2K_total_seconds": 61.752023694018135,
      "fixed_10K_prefill_seconds": 0.8272731059987564,
      "fixed_10K_total_seconds": 325.2792088240094,
      "weight_format": "symmetric RTN, group 128",
      "official_fixed_2k_tps": 32.806665219045115,
      "eligible_speed_samples": 1,
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-a16a6f2d47e7",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-r4.tar.gz.sha256\nmkdir -p launch-tools-v620-r4\ntar -xzf launch-tools-v620-r4.tar.gz -C launch-tools-v620-r4\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w4-tp2-mtp0\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-v620-r4/portable/launch.py --config v620-w4-tp2-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "9ef7747839de45015a538aa39e89bc64c353394a3640c16c65abdd1654b9b772",
      "reproduction_profile": "v620-w4-tp2-mtp0",
      "recorded_configuration_details": {
        "strict_valid": true,
        "strict_tokens": 6876,
        "strict_diagnostic_TPS": 31.730622009286282,
        "official_fixed2K_TPS": 32.806665219045115,
        "diagnostic_fixed10K_TPS": 30.822545818435916,
        "source": "7a6d45978c2ccecdf704899625b813cab2aa7979",
        "image": "sha256:a16a6f2d47e7ac6ffc55d7a3d9298cad7e03601d8a30886421e905c92aeae386",
        "sample_count_per_tier": 1,
        "metrics": {
          "strict": {
            "completion_tokens": 6876,
            "elapsed_seconds": 217.46813429001486,
            "vllm_prefill_seconds_delta": 0.7545584980107378,
            "vllm_decode_seconds_delta": 216.69918723899173,
            "vllm_decode_tps": 31.730622009286282,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_generation_tokens_delta": 6876.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0
          },
          "fixed2K": {
            "completion_tokens": 2000,
            "elapsed_seconds": 61.752023694018135,
            "vllm_prefill_seconds_delta": 0.7744208740186878,
            "vllm_decode_seconds_delta": 60.96322154800873,
            "vllm_decode_tps": 32.806665219045115,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0
          },
          "fixed10K": {
            "completion_tokens": 10000,
            "elapsed_seconds": 325.2792088240094,
            "vllm_prefill_seconds_delta": 0.8272731059987564,
            "vllm_decode_seconds_delta": 324.437833879987,
            "vllm_decode_tps": 30.822545818435916,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0
          }
        },
        "closure": {
          "container_id": "69d228271089fe5543cb2c4fcaf89af086fc93ce8b5e3d09571e659e3b6e9d87",
          "image_id": "sha256:a16a6f2d47e7ac6ffc55d7a3d9298cad7e03601d8a30886421e905c92aeae386",
          "exit_code": 0,
          "OOMKilled": false,
          "restart_count": 0,
          "bank_idle": true,
          "devices": [
            {
              "pci": "0000:16:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            },
            {
              "pci": "0000:19:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            }
          ],
          "started_at": "2026-10-22T18:33:31.270581575Z",
          "finished_at": "2026-10-22T19:16:28.568820286Z",
          "closed_at": "2026-10-22T19:16:28.715957+00:00",
          "kernel_fault_matches": [],
          "startup_requests_completed_and_drained": 3,
          "official_phase_samples": 11,
          "complete_ladders": 1,
          "strict_valid": true,
          "official_fixed_2000_tps": 32.806665219045115,
          "qualifying_ladders": 0,
          "FP16_qualification": false,
          "baseline_kind": "RTN4"
        },
        "archive": {
          "path": "/home/ai/vnext-v620-qwen38-rtn4-tp2-service-r0-20261022/raw-evidence.tar.gz",
          "bytes": 734829,
          "sha256": "782012dac7c921179e01dc090de11770841eac6eb853d3964012cc12115c269b",
          "files": 236,
          "index_sha256": "285267ead1cb3460651e70de1e025fadc91e9f3dda778f524f434eb997cb3979"
        },
        "independent_review": {
          "path": ".work/helpers/projection-analyst/.work/native-mtp-review/TP2-sealed/review.json",
          "SHA256": "37f2bbad942bf6980f3827dae33d70447bbae553a64733d4b680b4bcfc82c484"
        },
        "FP16_qualification": false,
        "limits": "One sample per tier; historical TP4 cache/request history differs, so observed TP difference is not isolated causal attribution or repeatability. Context configured131072; runtime-reported capacity limitation retained in deployment observation.",
        "local_evidence": ".work/rtn4-tp-mtp-matrix/tp2-service-r0/sealed-mirror/retained/evidence"
      },
      "loaded_configuration_observation": {
        "path": ".work/rtn4-tp-mtp-matrix/tp2-service-r0/admission-observation",
        "receipt_SHA256": "590683a92b03734a4741dd11e40526429177ac42db0bfdefdbc2a89634b6ce86",
        "summary_SHA256": "daf124ad9925d923fa00e731e526c9154717ce0a0423f6a47da638964cccdc73",
        "total_packed_bytes": 12650874880,
        "packed_bytes_per_rank": [
          6325437440,
          6325437440
        ],
        "sampled_VRAM_bytes": [
          13639901184,
          13642076160
        ],
        "sampled_utc": "2026-10-22T18:58:31.873371Z",
        "KV_log": "Available1.05GiB; GPU KV7840tokens; maximum concurrency0.25x for131072. Actual FP16 attention views observed; summed logical views are not physical allocation. Configured context remains131072.",
        "independent_review": {
          "path": ".work/helpers/projection-analyst/.work/native-mtp-review/TP2-actual-admission-review.json",
          "SHA256": "76a2a8449d78a3a53eda998e732b525d689753d49013907c15c758d62aa85459"
        }
      },
      "strict_prefill_seconds": 0.7545584980107378,
      "strict_total_seconds": 217.46813429001486,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json",
      "detail_source_sha256": "47fe24712908ad85f8ad8acf91c530204c898bb03e3b024ab54812ace6e1b3ca",
      "detail_source_pointer": "local_RTN4_TP_MTP_matrix.cells[0]",
      "packed_weight_bytes_per_rank": 6325437440,
      "sampled_VRAM_startup_max_bytes_by_rank": [
        13639901184,
        13642076160
      ],
      "memory_accounting_limit": "Retained own-device observation after admission; not a guaranteed continuous peak.",
      "memory_source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#local_RTN4_TP_MTP_matrix",
      "memory_source_sha256": "47fe24712908ad85f8ad8acf91c530204c898bb03e3b024ab54812ace6e1b3ca",
      "image_export_bytes": 2541215576,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/v620-w4-tp2-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T16:13:32.669837852Z",
          "FinishedAt": "2026-10-26T16:59:16.661768663Z"
        },
        "devices_after": [
          {
            "card": 5,
            "render": 133,
            "pci": "0000:16:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:19:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T16:59:16.794941+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 33.226071157256506,
      "retest_10K_TPS": 30.90653983479376,
      "retest_strict_tokens": 8472,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 8472,
          "elapsed_seconds": 271.0291323700221,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 270.2647703959374,
          "vllm_decode_tps": 31.347037897645837,
          "vllm_generation_tokens_delta": 8472.0,
          "vllm_prefill_seconds_delta": 0.7526620751013979,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 60.957591224927455,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 60.193695202004164,
          "vllm_decode_tps": 33.226071157256506,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 0.7528414420085028,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 324.3207754510222,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 323.556116390042,
          "vllm_decode_tps": 30.90653983479376,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 0.7524013130459934,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 0.7528414420085028,
      "retest_2K_total_seconds": 60.957591224927455,
      "retest_10K_prefill_seconds": 0.7524013130459934,
      "retest_10K_total_seconds": 324.3207754510222,
      "retest_strict_prefill_seconds": 0.7526620751013979,
      "retest_strict_total_seconds": 271.0291323700221,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": {
        "all_two_quantized_module_receipts_passed": true,
        "generated_quantized_call_support_complete": true,
        "graphs": [
          {
            "rank": 0,
            "pid": 83,
            "source_sha256": "40be7ddb392affdf12e3436e1a59fb43d565da92e234b2d5df1f2c4fb7068600",
            "generated_gemm_calls": 256
          },
          {
            "rank": 1,
            "pid": 84,
            "source_sha256": "6ac2e022f4974aab00e5590d8c15af8a94ed08c16b0acd84a38877ae853b9e87",
            "generated_gemm_calls": 256
          }
        ],
        "attention_KV_observations": [
          {
            "rank": 1,
            "pid": 84,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 1104674816,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 0,
            "pid": 83,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 1104674816,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          }
        ],
        "all_two_KV_receipts_passed": true,
        "limits": "Static generated call support plus bound loaded-module receipts/native mappings and completed startup. Not a GPU completion trace or correctness verdict."
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 13639860224,
        "1": 13642035200
      },
      "retest_memory_observation_count": 33,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/v620-w4-tp2-mtp0/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 25.59,
      "retest_logged_model_load_seconds": 114.199732,
      "retest_logged_available_KV_GiB": 1.05,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 1.05,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 7840,
      "retest_logged_context_capacity_x": 0.25,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "v620-w4-tp2-mtp0",
        "image": "sha256:a16a6f2d47e7ac6ffc55d7a3d9298cad7e03601d8a30886421e905c92aeae386",
        "container": "63d508581fc91c4a06d201f732ab17b0e41917d68c06a98af7a60049e74f0225",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 25.59,
        "retest_logged_model_load_seconds": 114.199732,
        "retest_logged_available_KV_GiB": 1.05,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 1.05,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 7840,
        "retest_logged_context_capacity_x": 0.25,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/v620-w4-tp2-mtp0/service-final.log",
        "source_log_sha256": "1de293b6b62bc00ad5bad8ca7ae9b8602161b0137af4ffd056b3e51f09b244b3",
        "sealed_index_sha256": "d5b582c7896849a6be95b24fdc53dcdd4cecd5c8e248a63f69ae296aee7afd9d",
        "source_lines": {
          "model_load": {
            "line": 92,
            "text": "(Worker pid=83) (Worker_TP0 pid=83) INFO 10-26 16:17:07 [gpu_model_runner.py:4579] Model loading took 25.59 GiB memory and 114.199732 seconds"
          },
          "automatic_KV_budget": {
            "line": 104,
            "text": "(Worker pid=83) (Worker_TP0 pid=83) INFO 10-26 16:20:42 [gpu_worker.py:453] Available KV cache memory: 1.05 GiB"
          },
          "grouped_KV_tokens": {
            "line": 107,
            "text": "(EngineCore_DP0 pid=65) INFO 10-26 16:20:42 [kv_cache_utils.py:1314] GPU KV cache size: 7,840 tokens"
          },
          "context_capacity": {
            "line": 108,
            "text": "(EngineCore_DP0 pid=65) INFO 10-26 16:20:42 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 0.25x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/v620-w4-tp2-mtp0/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 12.705135345458984,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-serve-r5.tar.gz.sha256\nmkdir -p launch-tools-v620-serve-r5\ntar -xzf launch-tools-v620-serve-r5.tar.gz -C launch-tools-v620-serve-r5\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w4-tp2-mtp0\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-v620-serve-r5/portable/launch.py --config v620-w4-tp2-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-v620-w4-tp2-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp0/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --entrypoint /usr/bin/env \\\n  sha256:a16a6f2d47e7ac6ffc55d7a3d9298cad7e03601d8a30886421e905c92aeae386 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1 \\\n  CUDA_VISIBLE_DEVICES=0,1 \\\n  ROCR_VISIBLE_DEVICES=0,1 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  2 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":4,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn",
      "serving_script": "portable/serve/v620-w4-tp2-mtp0.sh",
      "serving_script_sha256": "90546d7095b627dca2461a08f998ff682e29ab76c87a6209e6d2e57b2d2ad1cd",
      "recorded_docker_run_script": "serve/recorded/v620-w4-tp2-mtp0.sh",
      "recorded_docker_run_sha256": "21c3e638a21e0e43fbc683b02f9aaa56e887c7ebca243316632965be8c472363",
      "serving_endpoint": "http://10.0.0.50:9002",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-v620-w4-tp2-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 5.891022682189941,
      "sampled_peak_VRAM_GiB": 12.70517349243164,
      "weight_tensor_GiB_per_rank": 5.891022682189941,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/v620-w4-tp2-mtp0.sh",
      "reproduction_script_sha256": "a615755de7cc8dc8e5b9aa132d00761044b9303804976add409995831d4c4d50",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:a16a6f2d47e7ac6ffc55d7a3d9298cad7e03601d8a30886421e905c92aeae386 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp0\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=v620-w4-tp2-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-v620-w4-tp2-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp0/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --entrypoint /usr/bin/env \\\n  sha256:a16a6f2d47e7ac6ffc55d7a3d9298cad7e03601d8a30886421e905c92aeae386 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1 \\\n  CUDA_VISIBLE_DEVICES=0,1 \\\n  ROCR_VISIBLE_DEVICES=0,1 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  2 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":4,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn\n\n# Readiness and logs: curl --fail http://127.0.0.1:9002/health\n# docker logs -f serve-v620-w4-tp2-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/v620-w4-tp2-mtp0.sh",
      "recorded_lab_serving_script_sha256": "b7e93834a3ce30b48523abfe96e71f7b853bed41b47eed7e8a0bc002f3a5a54d",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:a16a6f2d47e7ac6ffc55d7a3d9298cad7e03601d8a30886421e905c92aeae386 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile v620-w4-tp2-mtp0 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/v620-w4-tp2-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-21-v620-w4-tp2-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "2ca1dea216f63b049b8d6d1af15d05061cb39df81bcb4e889f4319267909311e",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx1030-measured-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-a16a6f2d47e7",
      "registry_image": "joe2gaan/localaiservers@sha256:b7beecf0afb95cd5501aa395497b11d9eaff91f7e967af31335e825e6715f553",
      "registry_manifest_digest": "sha256:b7beecf0afb95cd5501aa395497b11d9eaff91f7e967af31335e825e6715f553",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:b7beecf0afb95cd5501aa395497b11d9eaff91f7e967af31335e825e6715f553",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "v620-w4-tp2-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_benchmark_observer_note": "The evidence collector verifies the caller-selected run/cache filesystem identity instead of requiring the original literal SATA label. Images, native arithmetic, prompts, timing and original route/numerical checks are unchanged.",
      "portable_serving_probe_cleanup_note": "After its own selected-GPU preflight exits, serving waits at most 30 seconds for those allocations to drain before reapplying the original idle check. Device identity, idle thresholds, DPM and numerical/runtime settings are unchanged. Benchmark commands already have their original bounded drain check and are unchanged.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.50",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 13863,
            "content_chars": 13741,
            "content_has_think_close": false,
            "elapsed_seconds": 468.5006339759566,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T02:20:17Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.018792743096128106,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 13741,
            "qwen_answer_text_sha256": "2e9c97ea581575ec316e08addf3ccc841d38debee190556442a487c75930119a",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 13741,
            "qwen_visible_text_sha256": "2e9c97ea581575ec316e08addf3ccc841d38debee190556442a487c75930119a",
            "raw_has_think_close": false,
            "reasoning_chars": 45894,
            "text_chars": 59636,
            "text_sha256": "1d3ba196ea092142805106b38c0a5d382fc2c7dc33d86a2e796aa58da9891812",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 467.7273157769814,
            "vllm_decode_tps": 29.63906432740837,
            "vllm_generation_tokens_delta": 13863.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.7524218091275543,
            "vllm_prefill_tps": 628.6367490443312,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 29.59014138860578
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 61.55541231902316,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T02:21:18Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.01002282602712512,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 8669,
            "text_chars": 8669,
            "text_sha256": "0c4f91d92e62192ace2c7cc81141fa7fd2ee22ef862689251a23d577f289357e",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 60.78103750408627,
            "vllm_decode_tps": 32.90499935716861,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.7525132559239864,
            "vllm_prefill_tps": 628.5603559491038,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 32.49105033420298
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 327.3320147569757,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T02:26:46Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.014586291974410415,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 35150,
            "text_chars": 35150,
            "text_sha256": "9328393526b4b230ec4a5b020a16cb345bc0602ac1ca9c27d3c20bbd3698125e",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 326.5560789539013,
            "vllm_decode_tps": 30.622611687506396,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.7571389379445463,
            "vllm_prefill_tps": 624.7202148711086,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 30.550021229742523
          }
        },
        "evidence": "dockerhub-e2e/v620-w4-tp2-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "4-bit RTN",
      "TP": 4,
      "MTP": 2,
      "status": "completed matrix cell",
      "strict": "PASS",
      "strict_tokens": 8141,
      "strict_TPS": 31.37568371725553,
      "fixed_2K_TPS": 39.708142381881636,
      "fixed_10K_TPS": 27.71436282221888,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#$.local_RTN4_TP_MTP_matrix.ordered_cells[TP=4,MTP_tokens=2].result",
      "source_revision": "1e540c9b0c93a8a336dc7862d01d05f033971cca",
      "image": "sha256:762cae7dd32e7f3542a57754b547742471c371a40d287a115ac349616ec64681",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 1.1254832400009036,
      "fixed_2K_total_seconds": 51.50504913899931,
      "fixed_10K_prefill_seconds": 1.1244875820120797,
      "fixed_10K_total_seconds": 361.96059344001696,
      "weight_format": "symmetric RTN, group 128",
      "official_fixed_2k_tps": 39.708142381881636,
      "eligible_speed_samples": 1,
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-762cae7dd32e",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-r4.tar.gz.sha256\nmkdir -p launch-tools-v620-r4\ntar -xzf launch-tools-v620-r4.tar.gz -C launch-tools-v620-r4\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w4-tp4-mtp2\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-v620-r4/portable/launch.py --config v620-w4-tp4-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "9ef7747839de45015a538aa39e89bc64c353394a3640c16c65abdd1654b9b772",
      "reproduction_profile": "v620-w4-tp4-mtp2",
      "recorded_configuration_details": {
        "strict_valid": true,
        "strict_tokens": 8141,
        "strict_diagnostic_TPS": 31.37568371725553,
        "official_fixed2K_TPS": 39.708142381881636,
        "diagnostic_fixed10K_TPS": 27.71436282221888,
        "source": "1e540c9b0c93a8a336dc7862d01d05f033971cca",
        "image": "sha256:762cae7dd32e7f3542a57754b547742471c371a40d287a115ac349616ec64681",
        "manifest": "8b48dab1371cf69d2a1ac70be2c6194297fcb1db13d28b180b767bba59e90dc6",
        "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "TP": 4,
        "MTP_tokens": 2,
        "sample_count_per_tier": 1,
        "metrics": {
          "strict": {
            "completion_tokens": 8141,
            "elapsed_seconds": 260.6062123499869,
            "vllm_prefill_seconds_delta": 1.1256862390146125,
            "vllm_decode_seconds_delta": 259.4684493049863,
            "vllm_decode_tps": 31.37568371725553,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_generation_tokens_delta": 8141.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "server_e2e_seconds": 260.6011629104614
          },
          "fixed2K": {
            "completion_tokens": 2000,
            "elapsed_seconds": 51.50504913899931,
            "vllm_prefill_seconds_delta": 1.1254832400009036,
            "vllm_decode_seconds_delta": 50.367503489978844,
            "vllm_decode_tps": 39.708142381881636,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "server_e2e_seconds": 51.500343799591064
          },
          "fixed10K": {
            "completion_tokens": 10000,
            "elapsed_seconds": 361.96059344001696,
            "vllm_prefill_seconds_delta": 1.1244875820120797,
            "vllm_decode_seconds_delta": 360.82373836799525,
            "vllm_decode_tps": 27.71436282221888,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "server_e2e_seconds": 361.9555811882019
          }
        },
        "MTP_fixed2K_accounting": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_total": 1091.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_generation_tokens_sum": 2000.0,
            "vllm:spec_decode_num_draft_tokens_total": 1820.0,
            "vllm:spec_decode_num_drafts_total": 910.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1091.0
          },
          "accepted_per_position": {
            "0": 658.0,
            "1": 433.0
          },
          "accepted_fraction": 0.5994505494505494,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/vnext-v620-qwen38-rtn4-tp4-mtp2-service-r4-20261022/ladder1/c1_2000_proxy/metrics-before.txt": "edb17f0e277b98783f4f4c340c6ffe8b0dcb544ebbe326b7b8c6f53725d91d2f",
            "/home/ai/vnext-v620-qwen38-rtn4-tp4-mtp2-service-r4-20261022/ladder1/c1_2000_proxy/metrics-after.txt": "356fe17092373cc916f1ac374c0753eb42dfb7dff341ca2e59be20a99dfca3c6"
          }
        },
        "loaded_packed_bytes_per_rank": {
          "target": 3162718720,
          "draft": 55157760,
          "total": 3217876480
        },
        "maximum_sampled_VRAM_bytes_during_loaded_serving": {
          "0000:16:00.0": 30775201792,
          "0000:19:00.0": 30792024064,
          "0000:1c:00.0": 30792175616,
          "0000:1f:00.0": 30741901312
        },
        "VRAM_limit": "Periodic own-device observations; not a continuous peak. Includes runtime/KV and cannot be equated to packed weight storage.",
        "actual_KV": {
          "path": ".work/rtn4-tp-mtp-matrix/tp4-mtp2-service-r4/KV-observation",
          "review_path": ".work/helpers/projection-analyst/.work/native-mtp-review/TP4-r4-KV-observation-review.json",
          "review_SHA256": "85781eaf749586e0c67d931df073cc977768f8fa57e350068de5b6b3cc38804f",
          "target_views_per_rank": 16,
          "draft_views_per_rank": 1,
          "dtype": "torch.float16",
          "shape": [
            1636,
            2,
            800,
            1,
            256
          ],
          "logical_bytes_per_view": 1340211200,
          "allocated_bytes_by_rank": [
            27974586368,
            27974586368,
            27974586368,
            27974717440
          ],
          "reserved_bytes_by_rank": [
            28730982400,
            28730982400,
            28730982400,
            28730982400
          ],
          "runtime_KV_GiB": 21.27,
          "runtime_KV_tokens": 327200,
          "runtime_max_concurrency_at_131072": 9.46,
          "SSM_config_dtype": "float32",
          "limits": "Logical views may alias and are not physical allocation; hybrid cache estimates are not full resident-context proof. Actual completed native MTP counters and strict-valid inference are retained separately in this result."
        },
        "precision": {
          "target_parameter_dtype_counts": {
            "torch.float16": 611,
            "torch.int32": 768
          },
          "draft_parameter_dtype_counts": {
            "torch.int32": 15,
            "torch.float16": 14
          },
          "draft_class": "vllm.model_executor.models.qwen3_5_mtp.Qwen3_5MTP",
          "shared_embedding": true,
          "shared_lm_head": true,
          "exclusions": "LM head/embedding, norms, convolution, recurrent parameters retain FP16; Mamba SSM cache retains original float32",
          "attention_KV": "FP16",
          "SSM_configuration": "float32",
          "BF16_observed": false
        },
        "historical_TP4_off_comparison": {
          "official_fixed2K_TPS": 40.235022545409606,
          "fixed2K_delta_percent": -1.3095063210995517,
          "diagnostic_fixed10K_TPS": 38.55185454344116,
          "fixed10K_delta_percent": -28.111466619615744,
          "limits": "One sample per cell. Historical code-cache seed/request history differs from fresh-cache matrix. MTP adds head and requires800-block existing Triton fallback for both target/draft; historical TP4off uses784 native attention. Cache budget also differs; no isolated causal or repeatability claim."
        },
        "closure": {
          "container_id": "e80cfd8a3ef2b42799e6c77c83ca38b5f96ea60f0dbfec5435aee66e74a0e75e",
          "image_id": "sha256:762cae7dd32e7f3542a57754b547742471c371a40d287a115ac349616ec64681",
          "exit_code": 0,
          "OOMKilled": false,
          "restart_count": 0,
          "bank_idle": true,
          "devices": [
            {
              "pci": "0000:16:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            },
            {
              "pci": "0000:19:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            },
            {
              "pci": "0000:1c:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            },
            {
              "pci": "0000:1f:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            }
          ],
          "started_at": "2026-10-22T21:30:17.277864186Z",
          "finished_at": "2026-10-22T22:14:55.056663491Z",
          "closed_at": "2026-10-22T22:14:55.216256+00:00",
          "kernel_fault_matches": [],
          "startup_requests_completed_and_drained": 3,
          "official_phase_samples": 11,
          "complete_ladders": 1,
          "strict_valid": true,
          "official_fixed_2000_tps": 39.708142381881636,
          "qualifying_ladders": 0,
          "FP16_qualification": false,
          "baseline_kind": "RTN4"
        },
        "archive": {
          "path": "/home/ai/vnext-v620-qwen38-rtn4-tp4-mtp2-service-r4-20261022/raw-evidence.tar.gz",
          "bytes": 1148107,
          "sha256": "88dc5e837386b24d30eadde8175b601fa14b4b5231172aa0a3f47920ea43e977",
          "files": 248,
          "index_sha256": "e0768f050d92ebd38b6dc6be432f8642e0046985728fca0dd6a119e41a8b62a4"
        },
        "evidence": ".work/rtn4-tp-mtp-matrix/tp4-mtp2-service-r4/sealed-mirror/retained/evidence",
        "all_248_files_verified": true,
        "independent_review": {
          "path": ".work/helpers/projection-analyst/.work/native-mtp-review/TP4-MTP-sealed/review.json",
          "SHA256": "0cf11e9c9122a2559eb8a9e01a929123af46651dafec7711b10476e7eb879c05",
          "decision": "One strict-valid completed TP4 RTN4 native-MTP2 ladder; official2K observation, no repeatability or FP16 qualification.",
          "unchanged_CPU_auditors_all_passed": true,
          "binding_observation_correction": {
            "only_binding_field_changed": "maps_sha256",
            "explanation": "Complete process mapping text changes across execution; selected mapped library identities and worker starts are unchanged. Initial overly broad whole-binding-equality assertion failed on this field only; no evidence discrepancy."
          }
        },
        "FP16_qualification": false,
        "accounting": {
          "startup": 3,
          "warmups": 8,
          "strict": 1,
          "fixed": 2,
          "requests": 14,
          "prompt": 6622,
          "generated": 42141,
          "drained": true
        },
        "per_tier_MTP": {
          "strict": {
            "draft_batches": 3226.0,
            "proposed": 6452.0,
            "accepted": 4914.0,
            "accepted_per_position": {
              "0": 2688.0,
              "1": 2226.0
            },
            "committed": 8141.0,
            "request_tokens_agree": true,
            "accepted_fraction": 0.7616243025418475,
            "committed_per_reported_spec_batch": 2.523558586484811,
            "audit_sha256": "8338b2b0a35c39d728de6e8a2631c8b8c7ca5990d002a0a8b82e03e48db53dda"
          },
          "official2K": {
            "draft_batches": 910.0,
            "proposed": 1820.0,
            "accepted": 1091.0,
            "accepted_per_position": {
              "0": 658.0,
              "1": 433.0
            },
            "committed": 2000.0,
            "request_tokens_agree": true,
            "accepted_fraction": 0.5994505494505494,
            "committed_per_reported_spec_batch": 2.197802197802198,
            "audit_sha256": "59da4cc5801af8b8f73ea453308b2ad6333e52031ad5f675411f4c014d683c76"
          },
          "diagnostic10K": {
            "draft_batches": 4056.0,
            "proposed": 8112.0,
            "accepted": 5943.0,
            "accepted_per_position": {
              "0": 3293.0,
              "1": 2650.0
            },
            "committed": 10000.0,
            "request_tokens_agree": true,
            "accepted_fraction": 0.7326183431952663,
            "committed_per_reported_spec_batch": 2.465483234714004,
            "audit_sha256": "679f2a8b18c045c5ef6ae506b33a716eb60f084145da9fafd293fb8761fee7bb"
          }
        },
        "MTP_ratio_limits": "Committed tokens per reported speculative batch only; not all scheduler/GPU/decode steps. Acceptance precedes stop trimming. Proposed/rejected drafts never enter speed numerator."
      },
      "strict_prefill_seconds": 1.1256862390146125,
      "strict_total_seconds": 260.6062123499869,
      "MTP_accounting_by_tier": {
        "strict": {
          "draft_batches": 3226.0,
          "proposed": 6452.0,
          "accepted": 4914.0,
          "accepted_per_position": {
            "0": 2688.0,
            "1": 2226.0
          },
          "committed": 8141.0,
          "request_tokens_agree": true,
          "accepted_fraction": 0.7616243025418475,
          "committed_per_reported_spec_batch": 2.523558586484811,
          "audit_sha256": "8338b2b0a35c39d728de6e8a2631c8b8c7ca5990d002a0a8b82e03e48db53dda"
        },
        "official2K": {
          "draft_batches": 910.0,
          "proposed": 1820.0,
          "accepted": 1091.0,
          "accepted_per_position": {
            "0": 658.0,
            "1": 433.0
          },
          "committed": 2000.0,
          "request_tokens_agree": true,
          "accepted_fraction": 0.5994505494505494,
          "committed_per_reported_spec_batch": 2.197802197802198,
          "audit_sha256": "59da4cc5801af8b8f73ea453308b2ad6333e52031ad5f675411f4c014d683c76"
        },
        "diagnostic10K": {
          "draft_batches": 4056.0,
          "proposed": 8112.0,
          "accepted": 5943.0,
          "accepted_per_position": {
            "0": 3293.0,
            "1": 2650.0
          },
          "committed": 10000.0,
          "request_tokens_agree": true,
          "accepted_fraction": 0.7326183431952663,
          "committed_per_reported_spec_batch": 2.465483234714004,
          "audit_sha256": "679f2a8b18c045c5ef6ae506b33a716eb60f084145da9fafd293fb8761fee7bb"
        }
      },
      "MTP_2K_draft_batches": 910.0,
      "MTP_2K_proposed": 1820.0,
      "MTP_2K_accepted": 1091.0,
      "MTP_2K_acceptance_percent": 59.94505494505494,
      "MTP_2K_committed": 2000.0,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json",
      "detail_source_sha256": "47fe24712908ad85f8ad8acf91c530204c898bb03e3b024ab54812ace6e1b3ca",
      "detail_source_pointer": "local_RTN4_TP_MTP_matrix.cells[1]",
      "packed_weight_bytes_per_rank": 3217876480,
      "packed_target_bytes_per_rank": 3162718720,
      "packed_draft_bytes_per_rank": 55157760,
      "sampled_peak_VRAM_bytes_by_PCI": {
        "0000:16:00.0": 30775201792,
        "0000:19:00.0": 30792024064,
        "0000:1c:00.0": 30792175616,
        "0000:1f:00.0": 30741901312
      },
      "MTP_fixed2K_accounting": {
        "status": "observed",
        "actual_MTP_work_observed": true,
        "counter_deltas": {
          "vllm:spec_decode_num_accepted_tokens_total": 1091.0,
          "vllm:request_generation_tokens_count": 1.0,
          "vllm:generation_tokens_total": 2000.0,
          "vllm:request_generation_tokens_sum": 2000.0,
          "vllm:spec_decode_num_draft_tokens_total": 1820.0,
          "vllm:spec_decode_num_drafts_total": 910.0,
          "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1091.0
        },
        "accepted_per_position": {
          "0": 658.0,
          "1": 433.0
        },
        "accepted_fraction": 0.5994505494505494,
        "committed_emitted_tokens": 2000.0,
        "request_tokens_agree": true,
        "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
        "sources": {
          "/home/ai/vnext-v620-qwen38-rtn4-tp4-mtp2-service-r4-20261022/ladder1/c1_2000_proxy/metrics-before.txt": "edb17f0e277b98783f4f4c340c6ffe8b0dcb544ebbe326b7b8c6f53725d91d2f",
          "/home/ai/vnext-v620-qwen38-rtn4-tp4-mtp2-service-r4-20261022/ladder1/c1_2000_proxy/metrics-after.txt": "356fe17092373cc916f1ac374c0753eb42dfb7dff341ca2e59be20a99dfca3c6"
        }
      },
      "memory_accounting_limit": "Periodic own-device observations; not a continuous peak. Includes runtime/KV and cannot be equated to packed weight storage.",
      "memory_source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#local_RTN4_TP_MTP_matrix",
      "memory_source_sha256": "47fe24712908ad85f8ad8acf91c530204c898bb03e3b024ab54812ace6e1b3ca",
      "image_export_bytes": 2541215576,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/v620-w4-tp4-mtp2/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T15:18:34.551273762Z",
          "FinishedAt": "2026-10-26T16:11:20.878215369Z"
        },
        "devices_after": [
          {
            "card": 5,
            "render": 133,
            "pci": "0000:16:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:19:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 7,
            "render": 135,
            "pci": "0000:1c:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 8,
            "render": 136,
            "pci": "0000:1f:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T16:11:21.024146+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 50.03782778839164,
      "retest_10K_TPS": 29.473873646089725,
      "retest_strict_tokens": 12049,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 12049,
          "elapsed_seconds": 627.4919198229909,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 626.3237443990074,
          "vllm_decode_tps": 19.237654819492256,
          "vllm_generation_tokens_delta": 12049.0,
          "vllm_prefill_seconds_delta": 1.1552683959016576,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 41.104696169961244,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 39.969760647043586,
          "vllm_decode_tps": 50.03782778839164,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 1.1210625360254198,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 340.4189020500053,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 339.2835336161079,
          "vllm_decode_tps": 29.473873646089725,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 1.1211414389545098,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 1.1210625360254198,
      "retest_2K_total_seconds": 41.104696169961244,
      "retest_10K_prefill_seconds": 1.1211414389545098,
      "retest_10K_total_seconds": 340.4189020500053,
      "retest_strict_prefill_seconds": 1.1552683959016576,
      "retest_strict_total_seconds": 627.4919198229909,
      "retest_MTP_accounting_by_tier": {
        "strict": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 7368.0,
            "vllm:spec_decode_num_accepted_tokens_total": 7368.0,
            "vllm:spec_decode_num_draft_tokens_total": 9360.0,
            "vllm:generation_tokens_total": 12049.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:request_generation_tokens_sum": 12049.0,
            "vllm:spec_decode_num_drafts_total": 4680.0
          },
          "accepted_per_position": {
            "0": 3987.0,
            "1": 3381.0
          },
          "accepted_fraction": 0.7871794871794872,
          "committed_emitted_tokens": 12049.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-w4-tp4-mtp2-r0/ladder/c1_128_strict_proxy/metrics-before.txt": "58b60fc09292dc78a04103d15cc41f6c3819f438f8ac6ee3f0c3138210f80a55",
            "/home/ai/qwen38-release-retests-20261026/v620-w4-tp4-mtp2-r0/ladder/c1_128_strict_proxy/metrics-after.txt": "4743b077a4308e60d98e2fed918ad8f39a0db6c484f585a10c15203b655627e8"
          }
        },
        "2K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_total": 1247.0,
            "vllm:request_generation_tokens_sum": 2000.0,
            "vllm:spec_decode_num_draft_tokens_total": 1506.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1247.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:spec_decode_num_drafts_total": 753.0,
            "vllm:request_generation_tokens_count": 1.0
          },
          "accepted_per_position": {
            "0": 657.0,
            "1": 590.0
          },
          "accepted_fraction": 0.8280212483399735,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-w4-tp4-mtp2-r0/ladder/c1_2000_proxy/metrics-before.txt": "6305a1606c4c60bcf66a5e25d6687e417b165acded425de5114a1a3794b48b8c",
            "/home/ai/qwen38-release-retests-20261026/v620-w4-tp4-mtp2-r0/ladder/c1_2000_proxy/metrics-after.txt": "9cfd84f27f62d6ed382652c0b7f2037bdc495760cb18bda854876e88093e84e5"
          }
        },
        "10K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:spec_decode_num_drafts_total": 3887.0,
            "vllm:spec_decode_num_accepted_tokens_total": 6112.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6112.0,
            "vllm:request_generation_tokens_sum": 10000.0,
            "vllm:spec_decode_num_draft_tokens_total": 7774.0
          },
          "accepted_per_position": {
            "0": 3320.0,
            "1": 2792.0
          },
          "accepted_fraction": 0.7862104450733213,
          "committed_emitted_tokens": 10000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-w4-tp4-mtp2-r0/ladder/c1_10000_proxy/metrics-before.txt": "908c5b8ee8fecb4e947e3a3fd4ea2d996c36f0608e307d3d7320d069de9912c7",
            "/home/ai/qwen38-release-retests-20261026/v620-w4-tp4-mtp2-r0/ladder/c1_10000_proxy/metrics-after.txt": "a2ef83da43f40f2d0a0a94a6cf25ed6a3b46325cdc00aaf620f9aaf5fc322cc3"
          }
        }
      },
      "retest_MTP_2K_accepted": 1247.0,
      "retest_MTP_2K_proposed": 1506.0,
      "retest_MTP_2K_draft_batches": 753.0,
      "retest_MTP_2K_acceptance_percent": 82.80212483399735,
      "retest_loaded_admission": {
        "all_four_quantized_module_receipts_passed": true,
        "all_four_MTP_draft_receipts_passed": true,
        "draft_sharing_observations": [
          {
            "rank": 0,
            "shared_embedding": true,
            "shared_lm_head": true
          },
          {
            "rank": 3,
            "shared_embedding": true,
            "shared_lm_head": true
          },
          {
            "rank": 1,
            "shared_embedding": true,
            "shared_lm_head": true
          },
          {
            "rank": 2,
            "shared_embedding": true,
            "shared_lm_head": true
          }
        ],
        "MTP_execution_evidence": "See separately retained standard speculative counter deltas; load/source observations alone are not invocation proof",
        "generated_quantized_call_support_complete": true,
        "graphs": [
          {
            "rank": 0,
            "pid": 103,
            "source_sha256": "acb7fa3377c9627dad430edf5a9e679e6d929f8b057350e0c6139f8cbb9bb484",
            "generated_gemm_calls": 256
          },
          {
            "rank": 1,
            "pid": 104,
            "source_sha256": "be1dd3311f27d998762cbe71f0e857aa5baf8fa893a059bfbc1c20c597a876c2",
            "generated_gemm_calls": 256
          },
          {
            "rank": 2,
            "pid": 105,
            "source_sha256": "bfff37de3c45381b038055a2dd7d544c6dbe07f5339fc55d6aa6d67d553c5419",
            "generated_gemm_calls": 256
          },
          {
            "rank": 3,
            "pid": 106,
            "source_sha256": "5520ef1773b673749e04ee7e6584940fe22dc49779fd00d3eb66cda74d80c541",
            "generated_gemm_calls": 256
          }
        ],
        "attention_KV_observations": [
          {
            "rank": 1,
            "pid": 104,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 21456486400,
            "mtp_draft_attention_KV": [
              {
                "name": "model.layers.0.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      1637,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1341030400
                  }
                ]
              }
            ],
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 0,
            "pid": 103,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 21456486400,
            "mtp_draft_attention_KV": [
              {
                "name": "model.layers.0.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      1637,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1341030400
                  }
                ]
              }
            ],
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 2,
            "pid": 105,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 21456486400,
            "mtp_draft_attention_KV": [
              {
                "name": "model.layers.0.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      1637,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1341030400
                  }
                ]
              }
            ],
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 3,
            "pid": 106,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 21456486400,
            "mtp_draft_attention_KV": [
              {
                "name": "model.layers.0.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      1637,
                      2,
                      800,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1341030400
                  }
                ]
              }
            ],
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          }
        ],
        "all_four_KV_receipts_passed": true,
        "limits": "Static generated call support plus bound loaded-module receipts/native mappings and completed startup. Not a GPU completion trace or correctness verdict."
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0, \"c1_128_strict_proxy-mtp\": 0, \"c1_2000_proxy-mtp\": 0, \"c1_10000_proxy-mtp\": 0}",
      "retest_logged_model_load_delta_GiB": 5.51,
      "retest_logged_model_load_seconds": 60.300757,
      "retest_logged_available_KV_GiB": 21.24,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 21.24,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 327200,
      "retest_logged_context_capacity_x": 9.46,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "v620-w4-tp4-mtp2",
        "image": "sha256:762cae7dd32e7f3542a57754b547742471c371a40d287a115ac349616ec64681",
        "container": "cb24d05f08e6f9ae6d34cb9601d716a131da7448c1b3cb35342c550e9caedbdd",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 5.51,
        "retest_logged_model_load_seconds": 60.300757,
        "retest_logged_available_KV_GiB": 21.24,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 21.24,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 327200,
        "retest_logged_context_capacity_x": 9.46,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/v620-w4-tp4-mtp2/service-final.log",
        "source_log_sha256": "0807c48469b50f3cc209a1eaa5f6f67d3306b2fc2d612248ef1f5e64527c26a5",
        "sealed_index_sha256": "fe7ba6674f7a15c60fd9db595447d9b2e0bb7728107d4990e709736e59b41617",
        "source_lines": {
          "model_load": {
            "line": 154,
            "text": "(Worker pid=103) (Worker_TP0 pid=103) INFO 10-26 15:21:33 [gpu_model_runner.py:4598] Model loading took 5.51 GiB memory and 60.300757 seconds"
          },
          "automatic_KV_budget": {
            "line": 223,
            "text": "(Worker pid=103) (Worker_TP0 pid=103) INFO 10-26 15:38:24 [gpu_worker.py:453] Available KV cache memory: 21.24 GiB"
          },
          "grouped_KV_tokens": {
            "line": 228,
            "text": "(EngineCore_DP0 pid=85) INFO 10-26 15:38:24 [kv_cache_utils.py:1314] GPU KV cache size: 327,200 tokens"
          },
          "context_capacity": {
            "line": 229,
            "text": "(EngineCore_DP0 pid=85) INFO 10-26 15:38:24 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 9.46x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/v620-w4-tp4-mtp2/memory-log-report.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-serve-r5.tar.gz.sha256\nmkdir -p launch-tools-v620-serve-r5\ntar -xzf launch-tools-v620-serve-r5.tar.gz -C launch-tools-v620-serve-r5\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w4-tp4-mtp2\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-v620-serve-r5/portable/launch.py --config v620-w4-tp4-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-v620-w4-tp4-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/card7:/dev/dri/card7:rwm \\\n  --device /dev/dri/card8:/dev/dri/card8:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --device /dev/dri/renderD136:/dev/dri/renderD136:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp2/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp2/cache/.triton,dst=/root/.triton \\\n  --entrypoint /usr/bin/env \\\n  sha256:762cae7dd32e7f3542a57754b547742471c371a40d287a115ac349616ec64681 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1,2,3 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  CUDA_VISIBLE_DEVICES=0,1,2,3 \\\n  ROCR_VISIBLE_DEVICES=0,1,2,3 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  4 \\\n  --speculative-config \\\n  '{\"method\":\"mtp\",\"num_speculative_tokens\":2}' \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":4,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn",
      "serving_script": "portable/serve/v620-w4-tp4-mtp2.sh",
      "serving_script_sha256": "43fbddc8b773c0a525be35e7bac6d49a359d34b1de2a57f87f1826622bc315d5",
      "recorded_docker_run_script": "serve/recorded/v620-w4-tp4-mtp2.sh",
      "recorded_docker_run_sha256": "79cbdd2456c529b40fcd35e8a24f731a49cd2d372c802ff5bcc2b4b2d9b13cef",
      "serving_endpoint": "http://10.0.0.50:9002",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-v620-w4-tp4-mtp2-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp2",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 2.9968810081481934,
      "sampled_peak_VRAM_GiB": 28.677448272705078,
      "weight_tensor_GiB_per_rank": 2.9968810081481934,
      "weight_tensor_scope": "packed target/draft projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/v620-w4-tp4-mtp2.sh",
      "reproduction_script_sha256": "a4aa4206cc0057b656f4d966c890ca3717e8fe49b9e56caf3c0a440b37679f3d",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:762cae7dd32e7f3542a57754b547742471c371a40d287a115ac349616ec64681 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp2\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=v620-w4-tp4-mtp2\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-v620-w4-tp4-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/card7:/dev/dri/card7:rwm \\\n  --device /dev/dri/card8:/dev/dri/card8:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --device /dev/dri/renderD136:/dev/dri/renderD136:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp2/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp2/cache/.triton,dst=/root/.triton \\\n  --entrypoint /usr/bin/env \\\n  sha256:762cae7dd32e7f3542a57754b547742471c371a40d287a115ac349616ec64681 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1,2,3 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  CUDA_VISIBLE_DEVICES=0,1,2,3 \\\n  ROCR_VISIBLE_DEVICES=0,1,2,3 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  4 \\\n  --speculative-config \\\n  '{\"method\":\"mtp\",\"num_speculative_tokens\":2}' \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":4,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn\n\n# Readiness and logs: curl --fail http://127.0.0.1:9002/health\n# docker logs -f serve-v620-w4-tp4-mtp2-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/v620-w4-tp4-mtp2.sh",
      "recorded_lab_serving_script_sha256": "1ae86fb32ad86d1016b308b22d97aba02aacd7ddace2ba75e3ee0bbe02dfe5a0",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:762cae7dd32e7f3542a57754b547742471c371a40d287a115ac349616ec64681 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile v620-w4-tp4-mtp2 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/v620-w4-tp4-mtp2-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-22-v620-w4-tp4-mtp2.sh",
      "recorded_lab_reproduction_script_sha256": "cb25c9b9632118f9b587011a46b6d69d3035a9f15f2f0eaf5f3447039c583db6",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx1030-measured-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-762cae7dd32e",
      "registry_image": "joe2gaan/localaiservers@sha256:322972df1a8ebf776e497ff3cfecad1ac2a2576d9fb72541c52e22212de6ffc7",
      "registry_manifest_digest": "sha256:322972df1a8ebf776e497ff3cfecad1ac2a2576d9fb72541c52e22212de6ffc7",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:322972df1a8ebf776e497ff3cfecad1ac2a2576d9fb72541c52e22212de6ffc7",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "v620-w4-tp4-mtp2",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_benchmark_observer_note": "The evidence collector verifies the caller-selected run/cache filesystem identity instead of requiring the original literal SATA label. Images, native arithmetic, prompts, timing and original route/numerical checks are unchanged.",
      "portable_serving_probe_cleanup_note": "After its own selected-GPU preflight exits, serving waits at most 30 seconds for those allocations to drain before reapplying the original idle check. Device identity, idle thresholds, DPM and numerical/runtime settings are unchanged. Benchmark commands already have their original bounded drain check and are unchanged.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.50",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": false,
        "official_2K_eligible": false,
        "historical_sample_valid": null,
        "fresh_2K_status": "diagnostic / ineligible",
        "summaries": {
          "strict": {
            "completion_tokens": 9075,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 269.3403684841469,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T03:35:53Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.012874047039076686,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 15946,
            "text_chars": 15946,
            "text_sha256": "1c2824a1e900e1f1c7b125b67ac45cbbe30faba1360283e1208dd506b70850cb",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 268.0994095131755,
            "vllm_decode_tps": 33.84938451180743,
            "vllm_generation_tokens_delta": 9075.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.2195868210401386,
            "vllm_prefill_tps": 387.8362670372221,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 33.693426837849394
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 48.53436310100369,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T03:36:44Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.006693734088912606,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 8781,
            "text_chars": 8781,
            "text_sha256": "5096b049167f360900c93aca8b79452d6b9cfaab26f2fd552a024bf16485afa0",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 47.39049668004736,
            "vllm_decode_tps": 42.20255410072653,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.125919857993722,
            "vllm_prefill_tps": 420.1009482529594,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 41.207916869906136
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 17340,
            "content_has_think_close": true,
            "elapsed_seconds": 339.4023382640444,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T03:42:23Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.018082647817209363,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 11257,
            "qwen_answer_text_sha256": "1c25c1dd1cc8d000f9c74c3cf23b6a54811153dc389a271e367bea0a1035cc20",
            "qwen_gate_close_in_content": true,
            "qwen_gate_close_in_raw": true,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 11257,
            "qwen_visible_text_sha256": "1c25c1dd1cc8d000f9c74c3cf23b6a54811153dc389a271e367bea0a1035cc20",
            "raw_has_think_close": true,
            "reasoning_chars": 30737,
            "text_chars": 48078,
            "text_sha256": "26508a10a01e51cdd70e874bc2518f39a0e0a445e04b6f15d265a29417caeef4",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 338.26377589209005,
            "vllm_decode_tps": 29.562728003101675,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.1227409939747304,
            "vllm_prefill_tps": 421.2903978196113,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 29.463556589348872
          }
        },
        "evidence": "dockerhub-e2e/v620-w4-tp4-mtp2.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "4-bit RTN",
      "TP": 2,
      "MTP": 2,
      "status": "completed matrix cell",
      "strict": "PASS",
      "strict_tokens": 7252,
      "strict_TPS": 30.335624585208077,
      "fixed_2K_TPS": 36.42672258849918,
      "fixed_10K_TPS": 25.227890996166266,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#$.local_RTN4_TP_MTP_matrix.ordered_cells[TP=2,MTP_tokens=2].result",
      "source_revision": "9463306390eb4f2e48cc2b9a2c4f03b52ed2b279",
      "image": "sha256:7f987d7773de6755f27160795f693fb1374eb42f54f2f322e917432c0886fd84",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 0.774255597993033,
      "fixed_2K_total_seconds": 55.69153628099593,
      "fixed_10K_prefill_seconds": 0.772096765023889,
      "fixed_10K_total_seconds": 397.1708856849873,
      "weight_format": "symmetric RTN, group 128",
      "official_fixed_2k_tps": 36.42672258849918,
      "eligible_speed_samples": 1,
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-7f987d7773de",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-r4.tar.gz.sha256\nmkdir -p launch-tools-v620-r4\ntar -xzf launch-tools-v620-r4.tar.gz -C launch-tools-v620-r4\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w4-tp2-mtp2\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-v620-r4/portable/launch.py --config v620-w4-tp2-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "9ef7747839de45015a538aa39e89bc64c353394a3640c16c65abdd1654b9b772",
      "reproduction_profile": "v620-w4-tp2-mtp2",
      "recorded_configuration_details": {
        "strict_valid": true,
        "strict_tokens": 7252,
        "strict_diagnostic_TPS": 30.335624585208077,
        "official_fixed2K_TPS": 36.42672258849918,
        "diagnostic_fixed10K_TPS": 25.227890996166266,
        "source": "9463306390eb4f2e48cc2b9a2c4f03b52ed2b279",
        "image": "sha256:7f987d7773de6755f27160795f693fb1374eb42f54f2f322e917432c0886fd84",
        "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
        "TP": 2,
        "MTP_tokens": 2,
        "sample_count_per_tier": 1,
        "metrics": {
          "strict": {
            "completion_tokens": 7252,
            "elapsed_seconds": 239.84428551400197,
            "vllm_prefill_seconds_delta": 0.7732716030150186,
            "vllm_decode_seconds_delta": 239.0588655799802,
            "vllm_decode_tps": 30.335624585208077,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_generation_tokens_delta": 7252.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0
          },
          "fixed2K": {
            "completion_tokens": 2000,
            "elapsed_seconds": 55.69153628099593,
            "vllm_prefill_seconds_delta": 0.774255597993033,
            "vllm_decode_seconds_delta": 54.904747335996944,
            "vllm_decode_tps": 36.42672258849918,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "server_e2e_seconds": 55.68696188926697
          },
          "fixed10K": {
            "completion_tokens": 10000,
            "elapsed_seconds": 397.1708856849873,
            "vllm_prefill_seconds_delta": 0.772096765023889,
            "vllm_decode_seconds_delta": 396.386681768985,
            "vllm_decode_tps": 25.227890996166266,
            "vllm_prompt_tokens_delta": 473.0,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_decode_request_count_delta": 1.0,
            "server_e2e_seconds": 397.16564750671387
          }
        },
        "MTP_fixed2K_accounting": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1104.0,
            "vllm:spec_decode_num_draft_tokens_total": 1790.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_drafts_total": 895.0,
            "vllm:spec_decode_num_accepted_tokens_total": 1104.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_generation_tokens_sum": 2000.0
          },
          "accepted_per_position": {
            "0": 663.0,
            "1": 441.0
          },
          "accepted_fraction": 0.6167597765363129,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/vnext-v620-qwen38-rtn4-tp2-mtp2-service-r2-20261022/ladder1/c1_2000_proxy/metrics-before.txt": "03a95fac30c1499bd5a55e705fc31f7ea7e30dbc77cc4488c26bcf0eb33bd326",
            "/home/ai/vnext-v620-qwen38-rtn4-tp2-mtp2-service-r2-20261022/ladder1/c1_2000_proxy/metrics-after.txt": "ca4f7307de7e6e6661190706fdfea725617d84290c6ea1b6098a146b78d92499"
          }
        },
        "loaded_packed_bytes_per_rank": {
          "target": 6325437440,
          "draft": 110315520,
          "total": 6435752960
        },
        "maximum_sampled_VRAM_bytes_during_loaded_serving": {
          "0000:16:00.0": 28912955392,
          "0000:19:00.0": 28915073024
        },
        "VRAM_limit": "Periodic own-device observations; not a continuous peak measurement. Includes runtime/KV and cannot be equated to packed weights.",
        "actual_KV": {
          "evidence": ".work/rtn4-tp-mtp-matrix/tp2-mtp2-service-r2/kv-audit-observation",
          "dtype": "FP16",
          "shape_per_target_and_draft_view": [
            585,
            2,
            800,
            2,
            256
          ],
          "target_views_per_rank": 16,
          "draft_views_per_rank": 1,
          "available_KV_GiB": 15.19,
          "runtime_reported_tokens": 116800,
          "runtime_reported_maximum_concurrency_at_131072": 3.38,
          "configured_context": 131072,
          "HTTP_ready_utc": "2026-10-22T21:05:05.112523Z",
          "independent_review": {
            "path": ".work/helpers/projection-analyst/.work/native-mtp-review/TP2-r2-KV-observation-addendum.json",
            "SHA256": "e96f3a09681c1fe2b5d2e7afc43e5ccf4d3e963216fdcad9da1550e999945921"
          },
          "limits": "Distinct hybrid runtime estimates; not full resident context proof. Logical views may alias. Cache budget differs from TP2off1.05GiB/7840/0.25x; The original KV observation preceded inference; the completed strict-valid ladder is retained separately in this result."
        },
        "TP2_off_comparison": {
          "official_fixed2K_TPS": 32.806665219045115,
          "fixed2K_delta_percent": 11.034517971526503,
          "diagnostic_fixed10K_TPS": 30.822545818435916,
          "fixed10K_delta_percent": -18.151176918433887,
          "limits": "One sample per cell; changed MTP/cache budget and different completion length. No repeatability or isolated causal claim."
        },
        "closure": {
          "container_id": "b413eb7b3441ca6e3d817ee3b55419667627355373c0160876dff95dbff3d4c9",
          "image_id": "sha256:7f987d7773de6755f27160795f693fb1374eb42f54f2f322e917432c0886fd84",
          "exit_code": 0,
          "OOMKilled": false,
          "restart_count": 0,
          "bank_idle": true,
          "devices": [
            {
              "pci": "0000:16:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            },
            {
              "pci": "0000:19:00.0",
              "vram_used_bytes": 21401600,
              "busy_percent": 0,
              "dpm": "auto"
            }
          ],
          "started_at": "2026-10-22T20:41:17.418699404Z",
          "finished_at": "2026-10-22T21:29:41.181240206Z",
          "closed_at": "2026-10-22T21:29:41.328370+00:00",
          "kernel_fault_matches": [],
          "startup_requests_completed_and_drained": 3,
          "official_phase_samples": 11,
          "complete_ladders": 1,
          "strict_valid": true,
          "official_fixed_2000_tps": 36.42672258849918,
          "qualifying_ladders": 0,
          "FP16_qualification": false,
          "baseline_kind": "RTN4"
        },
        "archive": {
          "path": "/home/ai/vnext-v620-qwen38-rtn4-tp2-mtp2-service-r2-20261022/raw-evidence.tar.gz",
          "bytes": 787728,
          "sha256": "fde54375455d96f4963ab3e33dd01a55d58fc2125e7a03b347140d5988ef05ee",
          "files": 240,
          "index_sha256": "8a576a5a3498120a15bf429ea77a59a394774f2662f6f446fda006b4f7e44d7e"
        },
        "evidence": ".work/rtn4-tp-mtp-matrix/tp2-mtp2-service-r2/sealed-mirror/retained/evidence",
        "all_240_files_verified": true,
        "independent_review": {
          "path": ".work/helpers/projection-analyst/.work/native-mtp-review/TP2-MTP-sealed/review.json",
          "SHA256": "6ac5f5145a81338f728c4df684b8686a73efed2785624497b76a7ca5c7e1da2c",
          "decision": "One strict-valid completed TP2 RTN4 native-MTP2 ladder; admitted official2K result, no repeatability or FP16 release qualification"
        },
        "FP16_qualification": false,
        "per_tier_MTP": {
          "strict": {
            "draft_batches": 2896.0,
            "proposed": 5792.0,
            "accepted": 4355.0,
            "accepted_per_position": {
              "0": 2406.0,
              "1": 1949.0
            },
            "committed": 7252.0,
            "request_tokens_agree": true,
            "accepted_fraction": 0.7518991712707183,
            "committed_per_reported_spec_batch": 2.50414364640884,
            "audit_sha256": "8904ecfb2e41db11ecb76b952e5913e932ea8fa9f479366b94f473353043cf44"
          },
          "official2K": {
            "draft_batches": 895.0,
            "proposed": 1790.0,
            "accepted": 1104.0,
            "accepted_per_position": {
              "0": 663.0,
              "1": 441.0
            },
            "committed": 2000.0,
            "request_tokens_agree": true,
            "accepted_fraction": 0.6167597765363129,
            "committed_per_reported_spec_batch": 2.2346368715083798,
            "audit_sha256": "91ce1c75f9f2618df4f28a82be243d8cc33243d19587853e7f4b535e1e7e0f95"
          },
          "diagnostic10K": {
            "draft_batches": 4157.0,
            "proposed": 8314.0,
            "accepted": 5843.0,
            "accepted_per_position": {
              "0": 3318.0,
              "1": 2525.0
            },
            "committed": 10000.0,
            "request_tokens_agree": true,
            "accepted_fraction": 0.7027904738994467,
            "committed_per_reported_spec_batch": 2.4055809477988936,
            "audit_sha256": "71b2602c5fa4ca02be8a008f0297a9089cd1c7c10fb01ba5ef3b5ace1a1a2ace"
          }
        },
        "MTP_ratio_limits": "2000/895=committed tokens per recorded speculative verification batch only, not all scheduler/GPU steps. Accepted1104 precedes stop trimming; proposals1790 never enter speed numerator.",
        "accounting": {
          "startup": 3,
          "warmups": 8,
          "strict": 1,
          "fixed": 2,
          "requests": 14,
          "prompt": 6622,
          "generated": 41252,
          "drained": true
        }
      },
      "strict_prefill_seconds": 0.7732716030150186,
      "strict_total_seconds": 239.84428551400197,
      "MTP_accounting_by_tier": {
        "strict": {
          "draft_batches": 2896.0,
          "proposed": 5792.0,
          "accepted": 4355.0,
          "accepted_per_position": {
            "0": 2406.0,
            "1": 1949.0
          },
          "committed": 7252.0,
          "request_tokens_agree": true,
          "accepted_fraction": 0.7518991712707183,
          "committed_per_reported_spec_batch": 2.50414364640884,
          "audit_sha256": "8904ecfb2e41db11ecb76b952e5913e932ea8fa9f479366b94f473353043cf44"
        },
        "official2K": {
          "draft_batches": 895.0,
          "proposed": 1790.0,
          "accepted": 1104.0,
          "accepted_per_position": {
            "0": 663.0,
            "1": 441.0
          },
          "committed": 2000.0,
          "request_tokens_agree": true,
          "accepted_fraction": 0.6167597765363129,
          "committed_per_reported_spec_batch": 2.2346368715083798,
          "audit_sha256": "91ce1c75f9f2618df4f28a82be243d8cc33243d19587853e7f4b535e1e7e0f95"
        },
        "diagnostic10K": {
          "draft_batches": 4157.0,
          "proposed": 8314.0,
          "accepted": 5843.0,
          "accepted_per_position": {
            "0": 3318.0,
            "1": 2525.0
          },
          "committed": 10000.0,
          "request_tokens_agree": true,
          "accepted_fraction": 0.7027904738994467,
          "committed_per_reported_spec_batch": 2.4055809477988936,
          "audit_sha256": "71b2602c5fa4ca02be8a008f0297a9089cd1c7c10fb01ba5ef3b5ace1a1a2ace"
        }
      },
      "MTP_2K_draft_batches": 895.0,
      "MTP_2K_proposed": 1790.0,
      "MTP_2K_accepted": 1104.0,
      "MTP_2K_acceptance_percent": 61.675977653631286,
      "MTP_2K_committed": 2000.0,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json",
      "detail_source_sha256": "47fe24712908ad85f8ad8acf91c530204c898bb03e3b024ab54812ace6e1b3ca",
      "detail_source_pointer": "local_RTN4_TP_MTP_matrix.cells[2]",
      "packed_weight_bytes_per_rank": 6435752960,
      "packed_target_bytes_per_rank": 6325437440,
      "packed_draft_bytes_per_rank": 110315520,
      "sampled_peak_VRAM_bytes_by_PCI": {
        "0000:16:00.0": 28912955392,
        "0000:19:00.0": 28915073024
      },
      "MTP_fixed2K_accounting": {
        "status": "observed",
        "actual_MTP_work_observed": true,
        "counter_deltas": {
          "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1104.0,
          "vllm:spec_decode_num_draft_tokens_total": 1790.0,
          "vllm:request_generation_tokens_count": 1.0,
          "vllm:spec_decode_num_drafts_total": 895.0,
          "vllm:spec_decode_num_accepted_tokens_total": 1104.0,
          "vllm:generation_tokens_total": 2000.0,
          "vllm:request_generation_tokens_sum": 2000.0
        },
        "accepted_per_position": {
          "0": 663.0,
          "1": 441.0
        },
        "accepted_fraction": 0.6167597765363129,
        "committed_emitted_tokens": 2000.0,
        "request_tokens_agree": true,
        "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
        "sources": {
          "/home/ai/vnext-v620-qwen38-rtn4-tp2-mtp2-service-r2-20261022/ladder1/c1_2000_proxy/metrics-before.txt": "03a95fac30c1499bd5a55e705fc31f7ea7e30dbc77cc4488c26bcf0eb33bd326",
          "/home/ai/vnext-v620-qwen38-rtn4-tp2-mtp2-service-r2-20261022/ladder1/c1_2000_proxy/metrics-after.txt": "ca4f7307de7e6e6661190706fdfea725617d84290c6ea1b6098a146b78d92499"
        }
      },
      "memory_accounting_limit": "Periodic own-device observations; not a continuous peak measurement. Includes runtime/KV and cannot be equated to packed weights.",
      "memory_source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#local_RTN4_TP_MTP_matrix",
      "memory_source_sha256": "47fe24712908ad85f8ad8acf91c530204c898bb03e3b024ab54812ace6e1b3ca",
      "image_export_bytes": 2541215576,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/v620-w4-tp2-mtp2/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T17:01:27.927094303Z",
          "FinishedAt": "2026-10-26T17:46:22.725664239Z"
        },
        "devices_after": [
          {
            "card": 5,
            "render": 133,
            "pci": "0000:16:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:19:00.0",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T17:46:22.864001+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 35.84675810076804,
      "retest_10K_TPS": 27.756224855608366,
      "retest_strict_tokens": 8588,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 8588,
          "elapsed_seconds": 300.9188194599701,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 300.1355729380157,
          "vllm_decode_tps": 28.613735839215575,
          "vllm_generation_tokens_delta": 8588.0,
          "vllm_prefill_seconds_delta": 0.7710430989973247,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 56.57390893495176,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 55.79305091907736,
          "vllm_decode_tps": 35.84675810076804,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 0.7696576459566131,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 361.0622771610506,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 360.2795427700039,
          "vllm_decode_tps": 27.756224855608366,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 0.7706899599870667,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 0.7696576459566131,
      "retest_2K_total_seconds": 56.57390893495176,
      "retest_10K_prefill_seconds": 0.7706899599870667,
      "retest_10K_total_seconds": 361.0622771610506,
      "retest_strict_prefill_seconds": 0.7710430989973247,
      "retest_strict_total_seconds": 300.9188194599701,
      "retest_MTP_accounting_by_tier": {
        "strict": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:generation_tokens_total": 8588.0,
            "vllm:spec_decode_num_draft_tokens_total": 6822.0,
            "vllm:request_generation_tokens_sum": 8588.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 5177.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_drafts_total": 3411.0,
            "vllm:spec_decode_num_accepted_tokens_total": 5177.0
          },
          "accepted_per_position": {
            "0": 2845.0,
            "1": 2332.0
          },
          "accepted_fraction": 0.7588683670477866,
          "committed_emitted_tokens": 8588.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-w4-tp2-mtp2-r0/ladder/c1_128_strict_proxy/metrics-before.txt": "7bb29d1e750c70d3e30f302f68bce4a3031519b03fbaa7f796ac3ef15f050166",
            "/home/ai/qwen38-release-retests-20261026/v620-w4-tp2-mtp2-r0/ladder/c1_128_strict_proxy/metrics-after.txt": "e4a731472fb2f1212b357ecc4d1bee15736d1a42fd7dc0c79956048e43d3c4a2"
          }
        },
        "2K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_accepted_tokens_total": 1089.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_draft_tokens_total": 1820.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 1089.0,
            "vllm:spec_decode_num_drafts_total": 910.0,
            "vllm:request_generation_tokens_sum": 2000.0
          },
          "accepted_per_position": {
            "0": 653.0,
            "1": 436.0
          },
          "accepted_fraction": 0.5983516483516483,
          "committed_emitted_tokens": 2000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-w4-tp2-mtp2-r0/ladder/c1_2000_proxy/metrics-before.txt": "71672c9bc8139659a7c942a3d660e713cc869f85dbaa51d989cd9c7a54d0c06e",
            "/home/ai/qwen38-release-retests-20261026/v620-w4-tp2-mtp2-r0/ladder/c1_2000_proxy/metrics-after.txt": "5f853b7052353c1649940ce9512aab00fab221e37ee9e1b7accfe0196947d95b"
          }
        },
        "10K": {
          "status": "observed",
          "actual_MTP_work_observed": true,
          "counter_deltas": {
            "vllm:spec_decode_num_draft_tokens_total": 7686.0,
            "vllm:request_generation_tokens_count": 1.0,
            "vllm:spec_decode_num_accepted_tokens_per_pos_total": 6157.0,
            "vllm:request_generation_tokens_sum": 10000.0,
            "vllm:spec_decode_num_drafts_total": 3843.0,
            "vllm:spec_decode_num_accepted_tokens_total": 6157.0,
            "vllm:generation_tokens_total": 10000.0
          },
          "accepted_per_position": {
            "0": 3321.0,
            "1": 2836.0
          },
          "accepted_fraction": 0.8010668748373666,
          "committed_emitted_tokens": 10000.0,
          "request_tokens_agree": true,
          "limits": "Acceptance counters precede final stop trimming. Do not equate accepted plus bonus to emitted tokens. Proposals never enter speed numerator. No strict verdict or performance eligibility is assigned here.",
          "sources": {
            "/home/ai/qwen38-release-retests-20261026/v620-w4-tp2-mtp2-r0/ladder/c1_10000_proxy/metrics-before.txt": "22a11ba0d334e8412b04fd0cc21e3c4ad023fd1dcce9a8129d9122ecc9d6d707",
            "/home/ai/qwen38-release-retests-20261026/v620-w4-tp2-mtp2-r0/ladder/c1_10000_proxy/metrics-after.txt": "08899f1240a16630dd09114338fbfe2ddb3bae95b4a9cf14f0af8266e0d86e9b"
          }
        }
      },
      "retest_MTP_2K_accepted": 1089.0,
      "retest_MTP_2K_proposed": 1820.0,
      "retest_MTP_2K_draft_batches": 910.0,
      "retest_MTP_2K_acceptance_percent": 59.83516483516483,
      "retest_loaded_admission": {
        "all_two_quantized_module_receipts_passed": true,
        "all_two_MTP_draft_receipts_passed": true,
        "draft_sharing_observations": [
          {
            "rank": 1,
            "shared_embedding": true,
            "shared_lm_head": true
          },
          {
            "rank": 0,
            "shared_embedding": true,
            "shared_lm_head": true
          }
        ],
        "MTP_execution_evidence": "See separately retained standard speculative counter deltas; load/source observations alone are not invocation proof",
        "generated_quantized_call_support_complete": true,
        "graphs": [
          {
            "rank": 0,
            "pid": 102,
            "source_sha256": "02e19c8d98c52bfc070e61d7ee0084e9719dfedcc2f7574218332c129643cc0e",
            "generated_gemm_calls": 256
          },
          {
            "rank": 1,
            "pid": 103,
            "source_sha256": "35d844a586d8d59fdeb96ad2d03968cc12dcaa3ce039f08b2bb812afecb08632",
            "generated_gemm_calls": 256
          }
        ],
        "attention_KV_observations": [
          {
            "rank": 1,
            "pid": 103,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 15335424000,
            "mtp_draft_attention_KV": [
              {
                "name": "model.layers.0.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      585,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 958464000
                  }
                ]
              }
            ],
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 0,
            "pid": 102,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 15335424000,
            "mtp_draft_attention_KV": [
              {
                "name": "model.layers.0.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      585,
                      2,
                      800,
                      2,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 958464000
                  }
                ]
              }
            ],
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          }
        ],
        "all_two_KV_receipts_passed": true,
        "limits": "Static generated call support plus bound loaded-module receipts/native mappings and completed startup. Not a GPU completion trace or correctness verdict."
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0, \"c1_128_strict_proxy-mtp\": 0, \"c1_2000_proxy-mtp\": 0, \"c1_10000_proxy-mtp\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 30544822272,
        "1": 30544805888
      },
      "retest_memory_observation_count": 45,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/v620-w4-tp2-mtp2/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 10.97,
      "retest_logged_model_load_seconds": 106.4305,
      "retest_logged_available_KV_GiB": 15.19,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 15.19,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 116800,
      "retest_logged_context_capacity_x": 3.38,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "v620-w4-tp2-mtp2",
        "image": "sha256:7f987d7773de6755f27160795f693fb1374eb42f54f2f322e917432c0886fd84",
        "container": "70e39d1b172d119241eb03dbd6619fcb0c16edb72e4d6c821d31d0d3628f146b",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 10.97,
        "retest_logged_model_load_seconds": 106.4305,
        "retest_logged_available_KV_GiB": 15.19,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 15.19,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 116800,
        "retest_logged_context_capacity_x": 3.38,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/v620-w4-tp2-mtp2/service-final.log",
        "source_log_sha256": "38a702105b6b0ffe6eca92cfc94fe05a20949d83e51f76d0326d098ca29c1e05",
        "sealed_index_sha256": "89aaf41caccca05a57040a8728c276f5acab0ccd3fc718e6700e103b8e71b36e",
        "source_lines": {
          "model_load": {
            "line": 118,
            "text": "(Worker pid=102) (Worker_TP0 pid=102) INFO 10-26 17:05:15 [gpu_model_runner.py:4598] Model loading took 10.97 GiB memory and 106.430500 seconds"
          },
          "automatic_KV_budget": {
            "line": 168,
            "text": "(Worker pid=102) (Worker_TP0 pid=102) INFO 10-26 17:21:47 [gpu_worker.py:453] Available KV cache memory: 15.19 GiB"
          },
          "grouped_KV_tokens": {
            "line": 172,
            "text": "(EngineCore_DP0 pid=84) INFO 10-26 17:21:47 [kv_cache_utils.py:1314] GPU KV cache size: 116,800 tokens"
          },
          "context_capacity": {
            "line": 173,
            "text": "(EngineCore_DP0 pid=84) INFO 10-26 17:21:47 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 3.38x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/v620-w4-tp2-mtp2/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 28.44708251953125,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-serve-r5.tar.gz.sha256\nmkdir -p launch-tools-v620-serve-r5\ntar -xzf launch-tools-v620-serve-r5.tar.gz -C launch-tools-v620-serve-r5\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w4-tp2-mtp2\nGPU_RENDER_NODES=renderD128,renderD129\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-v620-serve-r5/portable/launch.py --config v620-w4-tp2-mtp2 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-v620-w4-tp2-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp2/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --entrypoint /usr/bin/env \\\n  sha256:7f987d7773de6755f27160795f693fb1374eb42f54f2f322e917432c0886fd84 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1 \\\n  CUDA_VISIBLE_DEVICES=0,1 \\\n  ROCR_VISIBLE_DEVICES=0,1 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  2 \\\n  --speculative-config \\\n  '{\"method\":\"mtp\",\"num_speculative_tokens\":2}' \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":4,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn",
      "serving_script": "portable/serve/v620-w4-tp2-mtp2.sh",
      "serving_script_sha256": "b735a0eb61e3b256d81c02ac30b6d1edc306a94fd9a1781011c709b4356714a1",
      "recorded_docker_run_script": "serve/recorded/v620-w4-tp2-mtp2.sh",
      "recorded_docker_run_sha256": "cccb9e6b7c5befe6c85cf663aec5aa0dda5519a0dbee0aa40397287ae4c83e9d",
      "serving_endpoint": "http://10.0.0.50:9002",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-v620-w4-tp2-mtp2-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp2",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 5.993762016296387,
      "sampled_peak_VRAM_GiB": 26.92926025390625,
      "weight_tensor_GiB_per_rank": 5.993762016296387,
      "weight_tensor_scope": "packed target/draft projections",
      "record_label": "Current Qwen3.8",
      "reproduction_script": "portable/benchmark/v620-w4-tp2-mtp2.sh",
      "reproduction_script_sha256": "552cdd8ddbff0fc83ce3cffe0f4b9f950646ff918fab3164f646ba263e1db6fb",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:7f987d7773de6755f27160795f693fb1374eb42f54f2f322e917432c0886fd84 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp2\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=v620-w4-tp2-mtp2\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-v620-w4-tp2-mtp2-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp2/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp2/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp2/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp2-mtp2/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --entrypoint /usr/bin/env \\\n  sha256:7f987d7773de6755f27160795f693fb1374eb42f54f2f322e917432c0886fd84 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1 \\\n  CUDA_VISIBLE_DEVICES=0,1 \\\n  ROCR_VISIBLE_DEVICES=0,1 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  2 \\\n  --speculative-config \\\n  '{\"method\":\"mtp\",\"num_speculative_tokens\":2}' \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":4,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn\n\n# Readiness and logs: curl --fail http://127.0.0.1:9002/health\n# docker logs -f serve-v620-w4-tp2-mtp2-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/v620-w4-tp2-mtp2.sh",
      "recorded_lab_serving_script_sha256": "26b9024a997f38d6c785e3e609cfbc218e5eaaa780c3969c1a72687ab17fe6c3",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:7f987d7773de6755f27160795f693fb1374eb42f54f2f322e917432c0886fd84 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile v620-w4-tp2-mtp2 --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/v620-w4-tp2-mtp2-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-23-v620-w4-tp2-mtp2.sh",
      "recorded_lab_reproduction_script_sha256": "639cccf422fa7514777af216671c31bdb75b79a74d1e148e115ba50f93113c89",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx1030-measured-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-7f987d7773de",
      "registry_image": "joe2gaan/localaiservers@sha256:81115520e0ed7fc632670d872835ceefd1bea3a1ce7aada4ea7b6035eb04edba",
      "registry_manifest_digest": "sha256:81115520e0ed7fc632670d872835ceefd1bea3a1ce7aada4ea7b6035eb04edba",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:81115520e0ed7fc632670d872835ceefd1bea3a1ce7aada4ea7b6035eb04edba",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "v620-w4-tp2-mtp2",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_benchmark_observer_note": "The evidence collector verifies the caller-selected run/cache filesystem identity instead of requiring the original literal SATA label. Images, native arithmetic, prompts, timing and original route/numerical checks are unchanged.",
      "portable_serving_probe_cleanup_note": "After its own selected-GPU preflight exits, serving waits at most 30 seconds for those allocations to drain before reapplying the original idle check. Device identity, idle thresholds, DPM and numerical/runtime settings are unchanged. Benchmark commands already have their original bounded drain check and are unchanged.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.50",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 11944,
            "content_chars": 6434,
            "content_has_think_close": false,
            "elapsed_seconds": 479.41922588297166,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T04:58:26Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.022947221994400024,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 6434,
            "qwen_answer_text_sha256": "1e3200097878d38d8f28fe4b337f3fc70a55ddb199b09679ee5f03ae93f795f7",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 6434,
            "qwen_visible_text_sha256": "1e3200097878d38d8f28fe4b337f3fc70a55ddb199b09679ee5f03ae93f795f7",
            "raw_has_think_close": false,
            "reasoning_chars": 48599,
            "text_chars": 55034,
            "text_sha256": "a26575ceb56cd1dc8e86e4d77caf57f02012b0a5b23e81532fe1e46cb3ca1f9d",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 478.62756001902744,
            "vllm_decode_tps": 24.954685015474613,
            "vllm_generation_tokens_delta": 11944.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.7719826169777662,
            "vllm_prefill_tps": 612.7080967855819,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 24.91347729745737
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 53.60688337893225,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T04:59:20Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.01787939900532365,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 10224,
            "text_chars": 10224,
            "text_sha256": "2bd04ea6e797c0d8b618e371dc199f3ed0c4e852ee8a94d627773b5e456d0365",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 52.80462608905509,
            "vllm_decode_tps": 37.87546940730149,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.770544630009681,
            "vllm_prefill_tps": 613.8515299159989,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 37.30864161347625
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 26224,
            "content_has_think_close": true,
            "elapsed_seconds": 359.33965503191575,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T05:05:20Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.011819053906947374,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 19549,
            "qwen_answer_text_sha256": "bd3e61386f31470e92406a3955ba35684361276a8c308bc35322506677832345",
            "qwen_gate_close_in_content": true,
            "qwen_gate_close_in_raw": true,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 19549,
            "qwen_visible_text_sha256": "bd3e61386f31470e92406a3955ba35684361276a8c308bc35322506677832345",
            "raw_has_think_close": true,
            "reasoning_chars": 23179,
            "text_chars": 49404,
            "text_sha256": "86255e1edfe19b984dae99b7aed2fa59484e03d7a4787afe609f6e0bdc7137a1",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 358.54745610407554,
            "vllm_decode_tps": 27.89031083544294,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.7714070088695735,
            "vllm_prefill_tps": 613.1652870164329,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 27.828823955184745
          }
        },
        "evidence": "dockerhub-e2e/v620-w4-tp2-mtp2.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Additional candidate",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "4-bit RTN X (unpromoted)",
      "TP": 4,
      "MTP": 0,
      "status": "newer X candidate; unpromoted, historical reference retained",
      "strict": "PASS",
      "strict_tokens": 6851,
      "strict_TPS": 40.10813032154598,
      "fixed_2K_TPS": 41.17556006749656,
      "fixed_10K_TPS": 39.369419934300325,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx1030/provenance/qwen38-quantized-engineering-result.json#$.RTN4_ordered_half_partials.serving_result",
      "source_revision": "4f5967174dde96d94c30f9f347f93ffe3da73b56",
      "image": "sha256:23efb9f20a02e5b7bd69ed0004a7a1976d35ba728e4fd52f644b4645eadd5ed1",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 1.1001009090105072,
      "fixed_2K_total_seconds": 49.6836923280207,
      "fixed_10K_prefill_seconds": 1.09847277199151,
      "fixed_10K_total_seconds": 255.11511602799874,
      "weight_format": "symmetric RTN, group 128",
      "official_fixed_2k_tps": 41.17556006749656,
      "eligible_speed_samples": 1,
      "packed_weight_bytes_per_rank": 3162718720,
      "packed_weight_bytes_total": 12650874880,
      "sampled_VRAM_startup_max_bytes_by_rank": "[22575652864, 22592380928, 22592438272, 22542057472]",
      "comparison_limit": "One sample; fresh versus seeded caches; KV1140 vs1149; no dynamic X invocation trace; original launch/startup/ladder parent exits unknown.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-23efb9f20a02",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-r4.tar.gz.sha256\nmkdir -p launch-tools-v620-r4\ntar -xzf launch-tools-v620-r4.tar.gz -C launch-tools-v620-r4\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w4-tp4-mtp0-x\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-v620-r4/portable/launch.py --config v620-w4-tp4-mtp0-x --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "9ef7747839de45015a538aa39e89bc64c353394a3640c16c65abdd1654b9b772",
      "reproduction_profile": "v620-w4-tp4-mtp0-x",
      "retest_prior_attempts": [
        {
          "attempt": "v620-w4-tp4-mtp0-x-r0",
          "complete": false,
          "error": "CalledProcessError(2, ['/usr/bin/python3', '/home/ai/qwen38-release-retests-20261026/package-r1/profiles/v620-w4-tp4-mtp0-x/original-inputs/audit_rtn_admission.py', '/home/ai/qwen38-release-retests-20261026/v620-w4-tp4-mtp0-x-r0', '--bits', '4', '--pins', '/home/ai/qwen38-release-retests-20261026/package-r1/profiles/v620-w4-tp4-mtp0-x/original-inputs/rtn-admission-pins.json'])",
          "evidence": "retest-evidence/v620-w4-tp4-mtp0-x/attempts/v620-w4-tp4-mtp0-x-r0/evidence.tar.gz",
          "result": "retest-evidence/v620-w4-tp4-mtp0-x/attempts/v620-w4-tp4-mtp0-x-r0/result.json",
          "verification": "retest-evidence/v620-w4-tp4-mtp0-x/attempts/v620-w4-tp4-mtp0-x-r0/local-verification.json",
          "archive_sha256": "776e2317325cdc10fce98d45e6b7793e5b590b16c811a40e18338576cc466c30"
        }
      ],
      "image_export_bytes": 2541215576,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/v620-w4-tp4-mtp0-x/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-27T01:35:53.161956943Z",
          "FinishedAt": "2026-10-27T02:15:21.513031262Z"
        },
        "devices_after": [
          {
            "card": 5,
            "render": 133,
            "pci": "0000:16:00.0",
            "actual_card": "card5",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:19:00.0",
            "actual_card": "card6",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 7,
            "render": 135,
            "pci": "0000:1c:00.0",
            "actual_card": "card7",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          },
          {
            "card": 8,
            "render": 136,
            "pci": "0000:1f:00.0",
            "actual_card": "card8",
            "busy_percent": 0,
            "vram_bytes": 21401600,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-27T02:15:21.654509+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 41.19541881788233,
      "retest_10K_TPS": 39.45477749262219,
      "retest_strict_tokens": 7550,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 7550,
          "elapsed_seconds": 189.7973721170565,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 188.68804516794626,
          "vllm_decode_tps": 40.01313381184242,
          "vllm_generation_tokens_delta": 7550.0,
          "vllm_prefill_seconds_delta": 1.0972324630711228,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 49.65721135598142,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 48.54908767505549,
          "vllm_decode_tps": 41.19541881788233,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 1.0951066319830716,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 254.5613265290158,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 253.4547305930173,
          "vllm_decode_tps": 39.45477749262219,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 1.0946464809821919,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 1.0951066319830716,
      "retest_2K_total_seconds": 49.65721135598142,
      "retest_10K_prefill_seconds": 1.0946464809821919,
      "retest_10K_total_seconds": 254.5613265290158,
      "retest_strict_prefill_seconds": 1.0972324630711228,
      "retest_strict_total_seconds": 189.7973721170565,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": {
        "qualified_packs_sha256": "4a5aaef757cf7315af95b549fa2433b2486b562ef79b34fa31e9fdc81d03eec4",
        "qualified_original_parts_equal": true,
        "all_four_quantized_module_receipts_passed": true,
        "generated_quantized_call_support_complete": true,
        "graphs": [
          {
            "rank": 0,
            "pid": 83,
            "source_sha256": "d4834354d1eefa89319412f7cb1ba009da601d0addb48a7a2a3151d96fca98ed",
            "generated_conditional_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "conditional_line": 1908,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_0.cond_true_0",
                "fallback_branch": "GraphModule.submod_0.cond_false_0"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2010,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_2",
                "fallback_branch": "GraphModule.submod_2.cond_false_2"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2055,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_3",
                "fallback_branch": "GraphModule.submod_2.cond_false_3"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2072,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_4",
                "fallback_branch": "GraphModule.submod_2.cond_false_4"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2117,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_5",
                "fallback_branch": "GraphModule.submod_2.cond_false_5"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2332,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_7",
                "fallback_branch": "GraphModule.submod_4.cond_false_7"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2377,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_8",
                "fallback_branch": "GraphModule.submod_4.cond_false_8"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2394,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_9",
                "fallback_branch": "GraphModule.submod_4.cond_false_9"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2439,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_10",
                "fallback_branch": "GraphModule.submod_4.cond_false_10"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2654,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_12",
                "fallback_branch": "GraphModule.submod_6.cond_false_12"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2699,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_13",
                "fallback_branch": "GraphModule.submod_6.cond_false_13"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2716,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_14",
                "fallback_branch": "GraphModule.submod_6.cond_false_14"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2761,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_15",
                "fallback_branch": "GraphModule.submod_6.cond_false_15"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3156,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_16",
                "fallback_branch": "GraphModule.submod_8.cond_false_16"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3201,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_17",
                "fallback_branch": "GraphModule.submod_8.cond_false_17"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3218,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_18",
                "fallback_branch": "GraphModule.submod_8.cond_false_18"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3263,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_19",
                "fallback_branch": "GraphModule.submod_8.cond_false_19"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3431,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_21",
                "fallback_branch": "GraphModule.submod_10.cond_false_21"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3476,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_22",
                "fallback_branch": "GraphModule.submod_10.cond_false_22"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3493,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_23",
                "fallback_branch": "GraphModule.submod_10.cond_false_23"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3538,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_24",
                "fallback_branch": "GraphModule.submod_10.cond_false_24"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3753,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_26",
                "fallback_branch": "GraphModule.submod_12.cond_false_26"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3798,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_27",
                "fallback_branch": "GraphModule.submod_12.cond_false_27"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3815,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_28",
                "fallback_branch": "GraphModule.submod_12.cond_false_28"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3860,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_29",
                "fallback_branch": "GraphModule.submod_12.cond_false_29"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4075,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_31",
                "fallback_branch": "GraphModule.submod_14.cond_false_31"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4120,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_32",
                "fallback_branch": "GraphModule.submod_14.cond_false_32"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4137,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_33",
                "fallback_branch": "GraphModule.submod_14.cond_false_33"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4182,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_34",
                "fallback_branch": "GraphModule.submod_14.cond_false_34"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4577,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_35",
                "fallback_branch": "GraphModule.submod_16.cond_false_35"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4622,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_36",
                "fallback_branch": "GraphModule.submod_16.cond_false_36"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4639,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_37",
                "fallback_branch": "GraphModule.submod_16.cond_false_37"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4684,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_38",
                "fallback_branch": "GraphModule.submod_16.cond_false_38"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4852,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_40",
                "fallback_branch": "GraphModule.submod_18.cond_false_40"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4897,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_41",
                "fallback_branch": "GraphModule.submod_18.cond_false_41"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4914,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_42",
                "fallback_branch": "GraphModule.submod_18.cond_false_42"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4959,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_43",
                "fallback_branch": "GraphModule.submod_18.cond_false_43"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5174,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_45",
                "fallback_branch": "GraphModule.submod_20.cond_false_45"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5219,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_46",
                "fallback_branch": "GraphModule.submod_20.cond_false_46"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5236,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_47",
                "fallback_branch": "GraphModule.submod_20.cond_false_47"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5281,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_48",
                "fallback_branch": "GraphModule.submod_20.cond_false_48"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5496,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_50",
                "fallback_branch": "GraphModule.submod_22.cond_false_50"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5541,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_51",
                "fallback_branch": "GraphModule.submod_22.cond_false_51"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5558,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_52",
                "fallback_branch": "GraphModule.submod_22.cond_false_52"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5603,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_53",
                "fallback_branch": "GraphModule.submod_22.cond_false_53"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 5998,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_54",
                "fallback_branch": "GraphModule.submod_24.cond_false_54"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6043,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_55",
                "fallback_branch": "GraphModule.submod_24.cond_false_55"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6060,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_56",
                "fallback_branch": "GraphModule.submod_24.cond_false_56"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6105,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_57",
                "fallback_branch": "GraphModule.submod_24.cond_false_57"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6273,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_59",
                "fallback_branch": "GraphModule.submod_26.cond_false_59"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6318,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_60",
                "fallback_branch": "GraphModule.submod_26.cond_false_60"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6335,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_61",
                "fallback_branch": "GraphModule.submod_26.cond_false_61"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6380,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_62",
                "fallback_branch": "GraphModule.submod_26.cond_false_62"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6595,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_64",
                "fallback_branch": "GraphModule.submod_28.cond_false_64"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6640,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_65",
                "fallback_branch": "GraphModule.submod_28.cond_false_65"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6657,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_66",
                "fallback_branch": "GraphModule.submod_28.cond_false_66"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6702,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_67",
                "fallback_branch": "GraphModule.submod_28.cond_false_67"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6917,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_69",
                "fallback_branch": "GraphModule.submod_30.cond_false_69"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6962,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_70",
                "fallback_branch": "GraphModule.submod_30.cond_false_70"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6979,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_71",
                "fallback_branch": "GraphModule.submod_30.cond_false_71"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 7024,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_72",
                "fallback_branch": "GraphModule.submod_30.cond_false_72"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7419,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_73",
                "fallback_branch": "GraphModule.submod_32.cond_false_73"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7464,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_74",
                "fallback_branch": "GraphModule.submod_32.cond_false_74"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7481,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_75",
                "fallback_branch": "GraphModule.submod_32.cond_false_75"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7526,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_76",
                "fallback_branch": "GraphModule.submod_32.cond_false_76"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7694,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_78",
                "fallback_branch": "GraphModule.submod_34.cond_false_78"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7739,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_79",
                "fallback_branch": "GraphModule.submod_34.cond_false_79"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7756,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_80",
                "fallback_branch": "GraphModule.submod_34.cond_false_80"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7801,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_81",
                "fallback_branch": "GraphModule.submod_34.cond_false_81"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8016,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_83",
                "fallback_branch": "GraphModule.submod_36.cond_false_83"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8061,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_84",
                "fallback_branch": "GraphModule.submod_36.cond_false_84"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8078,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_85",
                "fallback_branch": "GraphModule.submod_36.cond_false_85"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8123,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_86",
                "fallback_branch": "GraphModule.submod_36.cond_false_86"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8338,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_88",
                "fallback_branch": "GraphModule.submod_38.cond_false_88"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8383,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_89",
                "fallback_branch": "GraphModule.submod_38.cond_false_89"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8400,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_90",
                "fallback_branch": "GraphModule.submod_38.cond_false_90"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8445,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_91",
                "fallback_branch": "GraphModule.submod_38.cond_false_91"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8840,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_92",
                "fallback_branch": "GraphModule.submod_40.cond_false_92"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8885,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_93",
                "fallback_branch": "GraphModule.submod_40.cond_false_93"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8902,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_94",
                "fallback_branch": "GraphModule.submod_40.cond_false_94"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8947,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_95",
                "fallback_branch": "GraphModule.submod_40.cond_false_95"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9115,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_97",
                "fallback_branch": "GraphModule.submod_42.cond_false_97"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9160,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_98",
                "fallback_branch": "GraphModule.submod_42.cond_false_98"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9177,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_99",
                "fallback_branch": "GraphModule.submod_42.cond_false_99"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9222,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_100",
                "fallback_branch": "GraphModule.submod_42.cond_false_100"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9437,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_102",
                "fallback_branch": "GraphModule.submod_44.cond_false_102"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9482,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_103",
                "fallback_branch": "GraphModule.submod_44.cond_false_103"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9499,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_104",
                "fallback_branch": "GraphModule.submod_44.cond_false_104"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9544,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_105",
                "fallback_branch": "GraphModule.submod_44.cond_false_105"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9759,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_107",
                "fallback_branch": "GraphModule.submod_46.cond_false_107"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9804,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_108",
                "fallback_branch": "GraphModule.submod_46.cond_false_108"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9821,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_109",
                "fallback_branch": "GraphModule.submod_46.cond_false_109"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9866,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_110",
                "fallback_branch": "GraphModule.submod_46.cond_false_110"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10261,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_111",
                "fallback_branch": "GraphModule.submod_48.cond_false_111"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10306,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_112",
                "fallback_branch": "GraphModule.submod_48.cond_false_112"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10323,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_113",
                "fallback_branch": "GraphModule.submod_48.cond_false_113"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10368,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_114",
                "fallback_branch": "GraphModule.submod_48.cond_false_114"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10536,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_116",
                "fallback_branch": "GraphModule.submod_50.cond_false_116"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10581,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_117",
                "fallback_branch": "GraphModule.submod_50.cond_false_117"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10598,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_118",
                "fallback_branch": "GraphModule.submod_50.cond_false_118"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10643,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_119",
                "fallback_branch": "GraphModule.submod_50.cond_false_119"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10858,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_121",
                "fallback_branch": "GraphModule.submod_52.cond_false_121"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10903,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_122",
                "fallback_branch": "GraphModule.submod_52.cond_false_122"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10920,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_123",
                "fallback_branch": "GraphModule.submod_52.cond_false_123"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10965,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_124",
                "fallback_branch": "GraphModule.submod_52.cond_false_124"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11180,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_126",
                "fallback_branch": "GraphModule.submod_54.cond_false_126"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11225,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_127",
                "fallback_branch": "GraphModule.submod_54.cond_false_127"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11242,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_128",
                "fallback_branch": "GraphModule.submod_54.cond_false_128"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11287,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_129",
                "fallback_branch": "GraphModule.submod_54.cond_false_129"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11682,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_130",
                "fallback_branch": "GraphModule.submod_56.cond_false_130"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11727,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_131",
                "fallback_branch": "GraphModule.submod_56.cond_false_131"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11744,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_132",
                "fallback_branch": "GraphModule.submod_56.cond_false_132"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11789,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_133",
                "fallback_branch": "GraphModule.submod_56.cond_false_133"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 11957,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_135",
                "fallback_branch": "GraphModule.submod_58.cond_false_135"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12002,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_136",
                "fallback_branch": "GraphModule.submod_58.cond_false_136"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12019,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_137",
                "fallback_branch": "GraphModule.submod_58.cond_false_137"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12064,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_138",
                "fallback_branch": "GraphModule.submod_58.cond_false_138"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12279,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_140",
                "fallback_branch": "GraphModule.submod_60.cond_false_140"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12324,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_141",
                "fallback_branch": "GraphModule.submod_60.cond_false_141"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12341,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_142",
                "fallback_branch": "GraphModule.submod_60.cond_false_142"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12386,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_143",
                "fallback_branch": "GraphModule.submod_60.cond_false_143"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12601,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_145",
                "fallback_branch": "GraphModule.submod_62.cond_false_145"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12646,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_146",
                "fallback_branch": "GraphModule.submod_62.cond_false_146"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12663,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_147",
                "fallback_branch": "GraphModule.submod_62.cond_false_147"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12708,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_148",
                "fallback_branch": "GraphModule.submod_62.cond_false_148"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13103,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_149",
                "fallback_branch": "GraphModule.submod_64.cond_false_149"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13148,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_150",
                "fallback_branch": "GraphModule.submod_64.cond_false_150"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13165,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_151",
                "fallback_branch": "GraphModule.submod_64.cond_false_151"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13210,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_152",
                "fallback_branch": "GraphModule.submod_64.cond_false_152"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13378,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_154",
                "fallback_branch": "GraphModule.submod_66.cond_false_154"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13423,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_155",
                "fallback_branch": "GraphModule.submod_66.cond_false_155"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13440,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_156",
                "fallback_branch": "GraphModule.submod_66.cond_false_156"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13485,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_157",
                "fallback_branch": "GraphModule.submod_66.cond_false_157"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13700,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_159",
                "fallback_branch": "GraphModule.submod_68.cond_false_159"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13745,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_160",
                "fallback_branch": "GraphModule.submod_68.cond_false_160"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13762,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_161",
                "fallback_branch": "GraphModule.submod_68.cond_false_161"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13807,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_162",
                "fallback_branch": "GraphModule.submod_68.cond_false_162"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14022,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_164",
                "fallback_branch": "GraphModule.submod_70.cond_false_164"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14067,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_165",
                "fallback_branch": "GraphModule.submod_70.cond_false_165"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14084,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_166",
                "fallback_branch": "GraphModule.submod_70.cond_false_166"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14129,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_167",
                "fallback_branch": "GraphModule.submod_70.cond_false_167"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14524,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_168",
                "fallback_branch": "GraphModule.submod_72.cond_false_168"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14569,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_169",
                "fallback_branch": "GraphModule.submod_72.cond_false_169"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14586,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_170",
                "fallback_branch": "GraphModule.submod_72.cond_false_170"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14631,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_171",
                "fallback_branch": "GraphModule.submod_72.cond_false_171"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14799,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_173",
                "fallback_branch": "GraphModule.submod_74.cond_false_173"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14844,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_174",
                "fallback_branch": "GraphModule.submod_74.cond_false_174"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14861,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_175",
                "fallback_branch": "GraphModule.submod_74.cond_false_175"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14906,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_176",
                "fallback_branch": "GraphModule.submod_74.cond_false_176"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15121,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_178",
                "fallback_branch": "GraphModule.submod_76.cond_false_178"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15166,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_179",
                "fallback_branch": "GraphModule.submod_76.cond_false_179"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15183,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_180",
                "fallback_branch": "GraphModule.submod_76.cond_false_180"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15228,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_181",
                "fallback_branch": "GraphModule.submod_76.cond_false_181"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15443,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_183",
                "fallback_branch": "GraphModule.submod_78.cond_false_183"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15488,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_184",
                "fallback_branch": "GraphModule.submod_78.cond_false_184"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15505,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_185",
                "fallback_branch": "GraphModule.submod_78.cond_false_185"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15550,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_186",
                "fallback_branch": "GraphModule.submod_78.cond_false_186"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15945,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_187",
                "fallback_branch": "GraphModule.submod_80.cond_false_187"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15990,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_188",
                "fallback_branch": "GraphModule.submod_80.cond_false_188"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16007,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_189",
                "fallback_branch": "GraphModule.submod_80.cond_false_189"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16052,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_190",
                "fallback_branch": "GraphModule.submod_80.cond_false_190"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16220,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_192",
                "fallback_branch": "GraphModule.submod_82.cond_false_192"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16265,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_193",
                "fallback_branch": "GraphModule.submod_82.cond_false_193"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16282,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_194",
                "fallback_branch": "GraphModule.submod_82.cond_false_194"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16327,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_195",
                "fallback_branch": "GraphModule.submod_82.cond_false_195"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16542,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_197",
                "fallback_branch": "GraphModule.submod_84.cond_false_197"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16587,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_198",
                "fallback_branch": "GraphModule.submod_84.cond_false_198"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16604,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_199",
                "fallback_branch": "GraphModule.submod_84.cond_false_199"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16649,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_200",
                "fallback_branch": "GraphModule.submod_84.cond_false_200"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16864,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_202",
                "fallback_branch": "GraphModule.submod_86.cond_false_202"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16909,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_203",
                "fallback_branch": "GraphModule.submod_86.cond_false_203"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16926,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_204",
                "fallback_branch": "GraphModule.submod_86.cond_false_204"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16971,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_205",
                "fallback_branch": "GraphModule.submod_86.cond_false_205"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17366,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_206",
                "fallback_branch": "GraphModule.submod_88.cond_false_206"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17411,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_207",
                "fallback_branch": "GraphModule.submod_88.cond_false_207"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17428,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_208",
                "fallback_branch": "GraphModule.submod_88.cond_false_208"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17473,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_209",
                "fallback_branch": "GraphModule.submod_88.cond_false_209"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17641,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_211",
                "fallback_branch": "GraphModule.submod_90.cond_false_211"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17686,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_212",
                "fallback_branch": "GraphModule.submod_90.cond_false_212"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17703,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_213",
                "fallback_branch": "GraphModule.submod_90.cond_false_213"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17748,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_214",
                "fallback_branch": "GraphModule.submod_90.cond_false_214"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 17963,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_216",
                "fallback_branch": "GraphModule.submod_92.cond_false_216"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18008,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_217",
                "fallback_branch": "GraphModule.submod_92.cond_false_217"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18025,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_218",
                "fallback_branch": "GraphModule.submod_92.cond_false_218"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18070,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_219",
                "fallback_branch": "GraphModule.submod_92.cond_false_219"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18285,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_221",
                "fallback_branch": "GraphModule.submod_94.cond_false_221"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18330,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_222",
                "fallback_branch": "GraphModule.submod_94.cond_false_222"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18347,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_223",
                "fallback_branch": "GraphModule.submod_94.cond_false_223"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18392,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_224",
                "fallback_branch": "GraphModule.submod_94.cond_false_224"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18787,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_225",
                "fallback_branch": "GraphModule.submod_96.cond_false_225"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18832,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_226",
                "fallback_branch": "GraphModule.submod_96.cond_false_226"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18849,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_227",
                "fallback_branch": "GraphModule.submod_96.cond_false_227"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18894,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_228",
                "fallback_branch": "GraphModule.submod_96.cond_false_228"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19062,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_230",
                "fallback_branch": "GraphModule.submod_98.cond_false_230"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19107,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_231",
                "fallback_branch": "GraphModule.submod_98.cond_false_231"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19124,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_232",
                "fallback_branch": "GraphModule.submod_98.cond_false_232"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19169,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_233",
                "fallback_branch": "GraphModule.submod_98.cond_false_233"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19384,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_235",
                "fallback_branch": "GraphModule.submod_100.cond_false_235"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19429,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_236",
                "fallback_branch": "GraphModule.submod_100.cond_false_236"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19446,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_237",
                "fallback_branch": "GraphModule.submod_100.cond_false_237"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19491,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_238",
                "fallback_branch": "GraphModule.submod_100.cond_false_238"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19706,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_240",
                "fallback_branch": "GraphModule.submod_102.cond_false_240"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19751,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_241",
                "fallback_branch": "GraphModule.submod_102.cond_false_241"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19768,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_242",
                "fallback_branch": "GraphModule.submod_102.cond_false_242"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19813,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_243",
                "fallback_branch": "GraphModule.submod_102.cond_false_243"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20208,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_244",
                "fallback_branch": "GraphModule.submod_104.cond_false_244"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20253,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_245",
                "fallback_branch": "GraphModule.submod_104.cond_false_245"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20270,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_246",
                "fallback_branch": "GraphModule.submod_104.cond_false_246"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20315,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_247",
                "fallback_branch": "GraphModule.submod_104.cond_false_247"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20483,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_249",
                "fallback_branch": "GraphModule.submod_106.cond_false_249"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20528,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_250",
                "fallback_branch": "GraphModule.submod_106.cond_false_250"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20545,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_251",
                "fallback_branch": "GraphModule.submod_106.cond_false_251"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20590,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_252",
                "fallback_branch": "GraphModule.submod_106.cond_false_252"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20805,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_254",
                "fallback_branch": "GraphModule.submod_108.cond_false_254"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20850,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_255",
                "fallback_branch": "GraphModule.submod_108.cond_false_255"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20867,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_256",
                "fallback_branch": "GraphModule.submod_108.cond_false_256"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20912,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_257",
                "fallback_branch": "GraphModule.submod_108.cond_false_257"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21127,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_259",
                "fallback_branch": "GraphModule.submod_110.cond_false_259"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21172,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_260",
                "fallback_branch": "GraphModule.submod_110.cond_false_260"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21189,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_261",
                "fallback_branch": "GraphModule.submod_110.cond_false_261"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21234,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_262",
                "fallback_branch": "GraphModule.submod_110.cond_false_262"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21629,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_263",
                "fallback_branch": "GraphModule.submod_112.cond_false_263"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21674,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_264",
                "fallback_branch": "GraphModule.submod_112.cond_false_264"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21691,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_265",
                "fallback_branch": "GraphModule.submod_112.cond_false_265"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21736,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_266",
                "fallback_branch": "GraphModule.submod_112.cond_false_266"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21904,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_268",
                "fallback_branch": "GraphModule.submod_114.cond_false_268"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21949,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_269",
                "fallback_branch": "GraphModule.submod_114.cond_false_269"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21966,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_270",
                "fallback_branch": "GraphModule.submod_114.cond_false_270"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22011,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_271",
                "fallback_branch": "GraphModule.submod_114.cond_false_271"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22226,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_273",
                "fallback_branch": "GraphModule.submod_116.cond_false_273"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22271,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_274",
                "fallback_branch": "GraphModule.submod_116.cond_false_274"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22288,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_275",
                "fallback_branch": "GraphModule.submod_116.cond_false_275"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22333,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_276",
                "fallback_branch": "GraphModule.submod_116.cond_false_276"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22548,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_278",
                "fallback_branch": "GraphModule.submod_118.cond_false_278"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22593,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_279",
                "fallback_branch": "GraphModule.submod_118.cond_false_279"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22610,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_280",
                "fallback_branch": "GraphModule.submod_118.cond_false_280"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22655,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_281",
                "fallback_branch": "GraphModule.submod_118.cond_false_281"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23050,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_282",
                "fallback_branch": "GraphModule.submod_120.cond_false_282"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23095,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_283",
                "fallback_branch": "GraphModule.submod_120.cond_false_283"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23112,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_284",
                "fallback_branch": "GraphModule.submod_120.cond_false_284"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23157,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_285",
                "fallback_branch": "GraphModule.submod_120.cond_false_285"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23325,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_287",
                "fallback_branch": "GraphModule.submod_122.cond_false_287"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23370,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_288",
                "fallback_branch": "GraphModule.submod_122.cond_false_288"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23387,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_289",
                "fallback_branch": "GraphModule.submod_122.cond_false_289"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23432,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_290",
                "fallback_branch": "GraphModule.submod_122.cond_false_290"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23647,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_292",
                "fallback_branch": "GraphModule.submod_124.cond_false_292"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23692,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_293",
                "fallback_branch": "GraphModule.submod_124.cond_false_293"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23709,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_294",
                "fallback_branch": "GraphModule.submod_124.cond_false_294"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23754,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_295",
                "fallback_branch": "GraphModule.submod_124.cond_false_295"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 23969,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_297",
                "fallback_branch": "GraphModule.submod_126.cond_false_297"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24014,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_298",
                "fallback_branch": "GraphModule.submod_126.cond_false_298"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24031,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_299",
                "fallback_branch": "GraphModule.submod_126.cond_false_299"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24076,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_300",
                "fallback_branch": "GraphModule.submod_126.cond_false_300"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24469,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_301",
                "fallback_branch": "GraphModule.submod_128.cond_false_301"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24514,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_302",
                "fallback_branch": "GraphModule.submod_128.cond_false_302"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24531,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_303",
                "fallback_branch": "GraphModule.submod_128.cond_false_303"
              }
            ]
          },
          {
            "rank": 1,
            "pid": 84,
            "source_sha256": "8e003c41d35a1ca5c0f05e2f54980bc347afb3a2d20a344dbb726cdf86f5ac29",
            "generated_conditional_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "conditional_line": 1908,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_0.cond_true_0",
                "fallback_branch": "GraphModule.submod_0.cond_false_0"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2010,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_2",
                "fallback_branch": "GraphModule.submod_2.cond_false_2"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2055,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_3",
                "fallback_branch": "GraphModule.submod_2.cond_false_3"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2072,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_4",
                "fallback_branch": "GraphModule.submod_2.cond_false_4"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2117,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_5",
                "fallback_branch": "GraphModule.submod_2.cond_false_5"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2332,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_7",
                "fallback_branch": "GraphModule.submod_4.cond_false_7"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2377,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_8",
                "fallback_branch": "GraphModule.submod_4.cond_false_8"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2394,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_9",
                "fallback_branch": "GraphModule.submod_4.cond_false_9"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2439,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_10",
                "fallback_branch": "GraphModule.submod_4.cond_false_10"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2654,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_12",
                "fallback_branch": "GraphModule.submod_6.cond_false_12"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2699,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_13",
                "fallback_branch": "GraphModule.submod_6.cond_false_13"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2716,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_14",
                "fallback_branch": "GraphModule.submod_6.cond_false_14"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2761,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_15",
                "fallback_branch": "GraphModule.submod_6.cond_false_15"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3156,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_16",
                "fallback_branch": "GraphModule.submod_8.cond_false_16"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3201,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_17",
                "fallback_branch": "GraphModule.submod_8.cond_false_17"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3218,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_18",
                "fallback_branch": "GraphModule.submod_8.cond_false_18"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3263,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_19",
                "fallback_branch": "GraphModule.submod_8.cond_false_19"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3431,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_21",
                "fallback_branch": "GraphModule.submod_10.cond_false_21"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3476,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_22",
                "fallback_branch": "GraphModule.submod_10.cond_false_22"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3493,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_23",
                "fallback_branch": "GraphModule.submod_10.cond_false_23"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3538,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_24",
                "fallback_branch": "GraphModule.submod_10.cond_false_24"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3753,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_26",
                "fallback_branch": "GraphModule.submod_12.cond_false_26"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3798,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_27",
                "fallback_branch": "GraphModule.submod_12.cond_false_27"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3815,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_28",
                "fallback_branch": "GraphModule.submod_12.cond_false_28"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3860,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_29",
                "fallback_branch": "GraphModule.submod_12.cond_false_29"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4075,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_31",
                "fallback_branch": "GraphModule.submod_14.cond_false_31"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4120,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_32",
                "fallback_branch": "GraphModule.submod_14.cond_false_32"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4137,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_33",
                "fallback_branch": "GraphModule.submod_14.cond_false_33"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4182,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_34",
                "fallback_branch": "GraphModule.submod_14.cond_false_34"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4577,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_35",
                "fallback_branch": "GraphModule.submod_16.cond_false_35"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4622,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_36",
                "fallback_branch": "GraphModule.submod_16.cond_false_36"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4639,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_37",
                "fallback_branch": "GraphModule.submod_16.cond_false_37"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4684,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_38",
                "fallback_branch": "GraphModule.submod_16.cond_false_38"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4852,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_40",
                "fallback_branch": "GraphModule.submod_18.cond_false_40"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4897,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_41",
                "fallback_branch": "GraphModule.submod_18.cond_false_41"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4914,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_42",
                "fallback_branch": "GraphModule.submod_18.cond_false_42"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4959,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_43",
                "fallback_branch": "GraphModule.submod_18.cond_false_43"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5174,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_45",
                "fallback_branch": "GraphModule.submod_20.cond_false_45"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5219,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_46",
                "fallback_branch": "GraphModule.submod_20.cond_false_46"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5236,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_47",
                "fallback_branch": "GraphModule.submod_20.cond_false_47"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5281,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_48",
                "fallback_branch": "GraphModule.submod_20.cond_false_48"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5496,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_50",
                "fallback_branch": "GraphModule.submod_22.cond_false_50"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5541,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_51",
                "fallback_branch": "GraphModule.submod_22.cond_false_51"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5558,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_52",
                "fallback_branch": "GraphModule.submod_22.cond_false_52"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5603,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_53",
                "fallback_branch": "GraphModule.submod_22.cond_false_53"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 5998,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_54",
                "fallback_branch": "GraphModule.submod_24.cond_false_54"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6043,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_55",
                "fallback_branch": "GraphModule.submod_24.cond_false_55"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6060,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_56",
                "fallback_branch": "GraphModule.submod_24.cond_false_56"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6105,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_57",
                "fallback_branch": "GraphModule.submod_24.cond_false_57"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6273,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_59",
                "fallback_branch": "GraphModule.submod_26.cond_false_59"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6318,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_60",
                "fallback_branch": "GraphModule.submod_26.cond_false_60"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6335,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_61",
                "fallback_branch": "GraphModule.submod_26.cond_false_61"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6380,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_62",
                "fallback_branch": "GraphModule.submod_26.cond_false_62"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6595,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_64",
                "fallback_branch": "GraphModule.submod_28.cond_false_64"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6640,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_65",
                "fallback_branch": "GraphModule.submod_28.cond_false_65"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6657,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_66",
                "fallback_branch": "GraphModule.submod_28.cond_false_66"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6702,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_67",
                "fallback_branch": "GraphModule.submod_28.cond_false_67"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6917,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_69",
                "fallback_branch": "GraphModule.submod_30.cond_false_69"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6962,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_70",
                "fallback_branch": "GraphModule.submod_30.cond_false_70"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6979,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_71",
                "fallback_branch": "GraphModule.submod_30.cond_false_71"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 7024,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_72",
                "fallback_branch": "GraphModule.submod_30.cond_false_72"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7419,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_73",
                "fallback_branch": "GraphModule.submod_32.cond_false_73"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7464,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_74",
                "fallback_branch": "GraphModule.submod_32.cond_false_74"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7481,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_75",
                "fallback_branch": "GraphModule.submod_32.cond_false_75"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7526,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_76",
                "fallback_branch": "GraphModule.submod_32.cond_false_76"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7694,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_78",
                "fallback_branch": "GraphModule.submod_34.cond_false_78"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7739,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_79",
                "fallback_branch": "GraphModule.submod_34.cond_false_79"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7756,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_80",
                "fallback_branch": "GraphModule.submod_34.cond_false_80"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7801,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_81",
                "fallback_branch": "GraphModule.submod_34.cond_false_81"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8016,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_83",
                "fallback_branch": "GraphModule.submod_36.cond_false_83"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8061,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_84",
                "fallback_branch": "GraphModule.submod_36.cond_false_84"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8078,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_85",
                "fallback_branch": "GraphModule.submod_36.cond_false_85"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8123,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_86",
                "fallback_branch": "GraphModule.submod_36.cond_false_86"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8338,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_88",
                "fallback_branch": "GraphModule.submod_38.cond_false_88"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8383,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_89",
                "fallback_branch": "GraphModule.submod_38.cond_false_89"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8400,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_90",
                "fallback_branch": "GraphModule.submod_38.cond_false_90"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8445,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_91",
                "fallback_branch": "GraphModule.submod_38.cond_false_91"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8840,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_92",
                "fallback_branch": "GraphModule.submod_40.cond_false_92"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8885,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_93",
                "fallback_branch": "GraphModule.submod_40.cond_false_93"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8902,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_94",
                "fallback_branch": "GraphModule.submod_40.cond_false_94"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8947,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_95",
                "fallback_branch": "GraphModule.submod_40.cond_false_95"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9115,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_97",
                "fallback_branch": "GraphModule.submod_42.cond_false_97"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9160,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_98",
                "fallback_branch": "GraphModule.submod_42.cond_false_98"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9177,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_99",
                "fallback_branch": "GraphModule.submod_42.cond_false_99"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9222,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_100",
                "fallback_branch": "GraphModule.submod_42.cond_false_100"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9437,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_102",
                "fallback_branch": "GraphModule.submod_44.cond_false_102"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9482,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_103",
                "fallback_branch": "GraphModule.submod_44.cond_false_103"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9499,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_104",
                "fallback_branch": "GraphModule.submod_44.cond_false_104"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9544,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_105",
                "fallback_branch": "GraphModule.submod_44.cond_false_105"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9759,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_107",
                "fallback_branch": "GraphModule.submod_46.cond_false_107"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9804,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_108",
                "fallback_branch": "GraphModule.submod_46.cond_false_108"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9821,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_109",
                "fallback_branch": "GraphModule.submod_46.cond_false_109"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9866,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_110",
                "fallback_branch": "GraphModule.submod_46.cond_false_110"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10261,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_111",
                "fallback_branch": "GraphModule.submod_48.cond_false_111"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10306,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_112",
                "fallback_branch": "GraphModule.submod_48.cond_false_112"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10323,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_113",
                "fallback_branch": "GraphModule.submod_48.cond_false_113"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10368,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_114",
                "fallback_branch": "GraphModule.submod_48.cond_false_114"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10536,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_116",
                "fallback_branch": "GraphModule.submod_50.cond_false_116"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10581,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_117",
                "fallback_branch": "GraphModule.submod_50.cond_false_117"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10598,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_118",
                "fallback_branch": "GraphModule.submod_50.cond_false_118"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10643,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_119",
                "fallback_branch": "GraphModule.submod_50.cond_false_119"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10858,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_121",
                "fallback_branch": "GraphModule.submod_52.cond_false_121"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10903,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_122",
                "fallback_branch": "GraphModule.submod_52.cond_false_122"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10920,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_123",
                "fallback_branch": "GraphModule.submod_52.cond_false_123"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10965,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_124",
                "fallback_branch": "GraphModule.submod_52.cond_false_124"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11180,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_126",
                "fallback_branch": "GraphModule.submod_54.cond_false_126"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11225,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_127",
                "fallback_branch": "GraphModule.submod_54.cond_false_127"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11242,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_128",
                "fallback_branch": "GraphModule.submod_54.cond_false_128"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11287,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_129",
                "fallback_branch": "GraphModule.submod_54.cond_false_129"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11682,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_130",
                "fallback_branch": "GraphModule.submod_56.cond_false_130"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11727,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_131",
                "fallback_branch": "GraphModule.submod_56.cond_false_131"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11744,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_132",
                "fallback_branch": "GraphModule.submod_56.cond_false_132"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11789,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_133",
                "fallback_branch": "GraphModule.submod_56.cond_false_133"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 11957,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_135",
                "fallback_branch": "GraphModule.submod_58.cond_false_135"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12002,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_136",
                "fallback_branch": "GraphModule.submod_58.cond_false_136"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12019,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_137",
                "fallback_branch": "GraphModule.submod_58.cond_false_137"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12064,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_138",
                "fallback_branch": "GraphModule.submod_58.cond_false_138"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12279,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_140",
                "fallback_branch": "GraphModule.submod_60.cond_false_140"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12324,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_141",
                "fallback_branch": "GraphModule.submod_60.cond_false_141"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12341,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_142",
                "fallback_branch": "GraphModule.submod_60.cond_false_142"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12386,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_143",
                "fallback_branch": "GraphModule.submod_60.cond_false_143"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12601,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_145",
                "fallback_branch": "GraphModule.submod_62.cond_false_145"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12646,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_146",
                "fallback_branch": "GraphModule.submod_62.cond_false_146"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12663,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_147",
                "fallback_branch": "GraphModule.submod_62.cond_false_147"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12708,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_148",
                "fallback_branch": "GraphModule.submod_62.cond_false_148"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13103,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_149",
                "fallback_branch": "GraphModule.submod_64.cond_false_149"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13148,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_150",
                "fallback_branch": "GraphModule.submod_64.cond_false_150"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13165,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_151",
                "fallback_branch": "GraphModule.submod_64.cond_false_151"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13210,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_152",
                "fallback_branch": "GraphModule.submod_64.cond_false_152"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13378,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_154",
                "fallback_branch": "GraphModule.submod_66.cond_false_154"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13423,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_155",
                "fallback_branch": "GraphModule.submod_66.cond_false_155"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13440,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_156",
                "fallback_branch": "GraphModule.submod_66.cond_false_156"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13485,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_157",
                "fallback_branch": "GraphModule.submod_66.cond_false_157"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13700,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_159",
                "fallback_branch": "GraphModule.submod_68.cond_false_159"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13745,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_160",
                "fallback_branch": "GraphModule.submod_68.cond_false_160"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13762,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_161",
                "fallback_branch": "GraphModule.submod_68.cond_false_161"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13807,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_162",
                "fallback_branch": "GraphModule.submod_68.cond_false_162"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14022,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_164",
                "fallback_branch": "GraphModule.submod_70.cond_false_164"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14067,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_165",
                "fallback_branch": "GraphModule.submod_70.cond_false_165"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14084,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_166",
                "fallback_branch": "GraphModule.submod_70.cond_false_166"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14129,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_167",
                "fallback_branch": "GraphModule.submod_70.cond_false_167"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14524,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_168",
                "fallback_branch": "GraphModule.submod_72.cond_false_168"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14569,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_169",
                "fallback_branch": "GraphModule.submod_72.cond_false_169"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14586,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_170",
                "fallback_branch": "GraphModule.submod_72.cond_false_170"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14631,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_171",
                "fallback_branch": "GraphModule.submod_72.cond_false_171"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14799,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_173",
                "fallback_branch": "GraphModule.submod_74.cond_false_173"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14844,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_174",
                "fallback_branch": "GraphModule.submod_74.cond_false_174"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14861,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_175",
                "fallback_branch": "GraphModule.submod_74.cond_false_175"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14906,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_176",
                "fallback_branch": "GraphModule.submod_74.cond_false_176"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15121,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_178",
                "fallback_branch": "GraphModule.submod_76.cond_false_178"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15166,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_179",
                "fallback_branch": "GraphModule.submod_76.cond_false_179"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15183,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_180",
                "fallback_branch": "GraphModule.submod_76.cond_false_180"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15228,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_181",
                "fallback_branch": "GraphModule.submod_76.cond_false_181"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15443,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_183",
                "fallback_branch": "GraphModule.submod_78.cond_false_183"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15488,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_184",
                "fallback_branch": "GraphModule.submod_78.cond_false_184"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15505,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_185",
                "fallback_branch": "GraphModule.submod_78.cond_false_185"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15550,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_186",
                "fallback_branch": "GraphModule.submod_78.cond_false_186"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15945,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_187",
                "fallback_branch": "GraphModule.submod_80.cond_false_187"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15990,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_188",
                "fallback_branch": "GraphModule.submod_80.cond_false_188"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16007,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_189",
                "fallback_branch": "GraphModule.submod_80.cond_false_189"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16052,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_190",
                "fallback_branch": "GraphModule.submod_80.cond_false_190"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16220,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_192",
                "fallback_branch": "GraphModule.submod_82.cond_false_192"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16265,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_193",
                "fallback_branch": "GraphModule.submod_82.cond_false_193"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16282,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_194",
                "fallback_branch": "GraphModule.submod_82.cond_false_194"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16327,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_195",
                "fallback_branch": "GraphModule.submod_82.cond_false_195"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16542,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_197",
                "fallback_branch": "GraphModule.submod_84.cond_false_197"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16587,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_198",
                "fallback_branch": "GraphModule.submod_84.cond_false_198"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16604,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_199",
                "fallback_branch": "GraphModule.submod_84.cond_false_199"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16649,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_200",
                "fallback_branch": "GraphModule.submod_84.cond_false_200"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16864,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_202",
                "fallback_branch": "GraphModule.submod_86.cond_false_202"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16909,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_203",
                "fallback_branch": "GraphModule.submod_86.cond_false_203"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16926,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_204",
                "fallback_branch": "GraphModule.submod_86.cond_false_204"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16971,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_205",
                "fallback_branch": "GraphModule.submod_86.cond_false_205"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17366,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_206",
                "fallback_branch": "GraphModule.submod_88.cond_false_206"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17411,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_207",
                "fallback_branch": "GraphModule.submod_88.cond_false_207"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17428,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_208",
                "fallback_branch": "GraphModule.submod_88.cond_false_208"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17473,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_209",
                "fallback_branch": "GraphModule.submod_88.cond_false_209"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17641,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_211",
                "fallback_branch": "GraphModule.submod_90.cond_false_211"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17686,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_212",
                "fallback_branch": "GraphModule.submod_90.cond_false_212"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17703,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_213",
                "fallback_branch": "GraphModule.submod_90.cond_false_213"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17748,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_214",
                "fallback_branch": "GraphModule.submod_90.cond_false_214"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 17963,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_216",
                "fallback_branch": "GraphModule.submod_92.cond_false_216"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18008,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_217",
                "fallback_branch": "GraphModule.submod_92.cond_false_217"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18025,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_218",
                "fallback_branch": "GraphModule.submod_92.cond_false_218"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18070,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_219",
                "fallback_branch": "GraphModule.submod_92.cond_false_219"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18285,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_221",
                "fallback_branch": "GraphModule.submod_94.cond_false_221"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18330,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_222",
                "fallback_branch": "GraphModule.submod_94.cond_false_222"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18347,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_223",
                "fallback_branch": "GraphModule.submod_94.cond_false_223"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18392,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_224",
                "fallback_branch": "GraphModule.submod_94.cond_false_224"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18787,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_225",
                "fallback_branch": "GraphModule.submod_96.cond_false_225"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18832,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_226",
                "fallback_branch": "GraphModule.submod_96.cond_false_226"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18849,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_227",
                "fallback_branch": "GraphModule.submod_96.cond_false_227"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18894,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_228",
                "fallback_branch": "GraphModule.submod_96.cond_false_228"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19062,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_230",
                "fallback_branch": "GraphModule.submod_98.cond_false_230"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19107,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_231",
                "fallback_branch": "GraphModule.submod_98.cond_false_231"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19124,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_232",
                "fallback_branch": "GraphModule.submod_98.cond_false_232"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19169,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_233",
                "fallback_branch": "GraphModule.submod_98.cond_false_233"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19384,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_235",
                "fallback_branch": "GraphModule.submod_100.cond_false_235"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19429,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_236",
                "fallback_branch": "GraphModule.submod_100.cond_false_236"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19446,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_237",
                "fallback_branch": "GraphModule.submod_100.cond_false_237"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19491,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_238",
                "fallback_branch": "GraphModule.submod_100.cond_false_238"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19706,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_240",
                "fallback_branch": "GraphModule.submod_102.cond_false_240"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19751,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_241",
                "fallback_branch": "GraphModule.submod_102.cond_false_241"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19768,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_242",
                "fallback_branch": "GraphModule.submod_102.cond_false_242"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19813,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_243",
                "fallback_branch": "GraphModule.submod_102.cond_false_243"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20208,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_244",
                "fallback_branch": "GraphModule.submod_104.cond_false_244"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20253,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_245",
                "fallback_branch": "GraphModule.submod_104.cond_false_245"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20270,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_246",
                "fallback_branch": "GraphModule.submod_104.cond_false_246"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20315,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_247",
                "fallback_branch": "GraphModule.submod_104.cond_false_247"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20483,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_249",
                "fallback_branch": "GraphModule.submod_106.cond_false_249"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20528,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_250",
                "fallback_branch": "GraphModule.submod_106.cond_false_250"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20545,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_251",
                "fallback_branch": "GraphModule.submod_106.cond_false_251"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20590,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_252",
                "fallback_branch": "GraphModule.submod_106.cond_false_252"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20805,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_254",
                "fallback_branch": "GraphModule.submod_108.cond_false_254"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20850,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_255",
                "fallback_branch": "GraphModule.submod_108.cond_false_255"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20867,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_256",
                "fallback_branch": "GraphModule.submod_108.cond_false_256"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20912,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_257",
                "fallback_branch": "GraphModule.submod_108.cond_false_257"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21127,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_259",
                "fallback_branch": "GraphModule.submod_110.cond_false_259"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21172,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_260",
                "fallback_branch": "GraphModule.submod_110.cond_false_260"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21189,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_261",
                "fallback_branch": "GraphModule.submod_110.cond_false_261"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21234,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_262",
                "fallback_branch": "GraphModule.submod_110.cond_false_262"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21629,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_263",
                "fallback_branch": "GraphModule.submod_112.cond_false_263"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21674,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_264",
                "fallback_branch": "GraphModule.submod_112.cond_false_264"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21691,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_265",
                "fallback_branch": "GraphModule.submod_112.cond_false_265"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21736,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_266",
                "fallback_branch": "GraphModule.submod_112.cond_false_266"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21904,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_268",
                "fallback_branch": "GraphModule.submod_114.cond_false_268"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21949,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_269",
                "fallback_branch": "GraphModule.submod_114.cond_false_269"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21966,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_270",
                "fallback_branch": "GraphModule.submod_114.cond_false_270"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22011,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_271",
                "fallback_branch": "GraphModule.submod_114.cond_false_271"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22226,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_273",
                "fallback_branch": "GraphModule.submod_116.cond_false_273"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22271,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_274",
                "fallback_branch": "GraphModule.submod_116.cond_false_274"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22288,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_275",
                "fallback_branch": "GraphModule.submod_116.cond_false_275"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22333,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_276",
                "fallback_branch": "GraphModule.submod_116.cond_false_276"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22548,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_278",
                "fallback_branch": "GraphModule.submod_118.cond_false_278"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22593,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_279",
                "fallback_branch": "GraphModule.submod_118.cond_false_279"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22610,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_280",
                "fallback_branch": "GraphModule.submod_118.cond_false_280"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22655,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_281",
                "fallback_branch": "GraphModule.submod_118.cond_false_281"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23050,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_282",
                "fallback_branch": "GraphModule.submod_120.cond_false_282"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23095,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_283",
                "fallback_branch": "GraphModule.submod_120.cond_false_283"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23112,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_284",
                "fallback_branch": "GraphModule.submod_120.cond_false_284"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23157,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_285",
                "fallback_branch": "GraphModule.submod_120.cond_false_285"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23325,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_287",
                "fallback_branch": "GraphModule.submod_122.cond_false_287"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23370,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_288",
                "fallback_branch": "GraphModule.submod_122.cond_false_288"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23387,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_289",
                "fallback_branch": "GraphModule.submod_122.cond_false_289"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23432,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_290",
                "fallback_branch": "GraphModule.submod_122.cond_false_290"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23647,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_292",
                "fallback_branch": "GraphModule.submod_124.cond_false_292"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23692,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_293",
                "fallback_branch": "GraphModule.submod_124.cond_false_293"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23709,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_294",
                "fallback_branch": "GraphModule.submod_124.cond_false_294"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23754,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_295",
                "fallback_branch": "GraphModule.submod_124.cond_false_295"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 23969,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_297",
                "fallback_branch": "GraphModule.submod_126.cond_false_297"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24014,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_298",
                "fallback_branch": "GraphModule.submod_126.cond_false_298"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24031,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_299",
                "fallback_branch": "GraphModule.submod_126.cond_false_299"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24076,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_300",
                "fallback_branch": "GraphModule.submod_126.cond_false_300"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24469,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_301",
                "fallback_branch": "GraphModule.submod_128.cond_false_301"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24514,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_302",
                "fallback_branch": "GraphModule.submod_128.cond_false_302"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24531,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_303",
                "fallback_branch": "GraphModule.submod_128.cond_false_303"
              }
            ]
          },
          {
            "rank": 2,
            "pid": 85,
            "source_sha256": "ad4f0c6e66a226f04bd9685cf4b53f924493597b00c77789a049aebf964ff876",
            "generated_conditional_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "conditional_line": 1908,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_0.cond_true_0",
                "fallback_branch": "GraphModule.submod_0.cond_false_0"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2010,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_2",
                "fallback_branch": "GraphModule.submod_2.cond_false_2"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2055,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_3",
                "fallback_branch": "GraphModule.submod_2.cond_false_3"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2072,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_4",
                "fallback_branch": "GraphModule.submod_2.cond_false_4"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2117,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_5",
                "fallback_branch": "GraphModule.submod_2.cond_false_5"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2332,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_7",
                "fallback_branch": "GraphModule.submod_4.cond_false_7"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2377,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_8",
                "fallback_branch": "GraphModule.submod_4.cond_false_8"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2394,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_9",
                "fallback_branch": "GraphModule.submod_4.cond_false_9"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2439,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_10",
                "fallback_branch": "GraphModule.submod_4.cond_false_10"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2654,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_12",
                "fallback_branch": "GraphModule.submod_6.cond_false_12"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2699,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_13",
                "fallback_branch": "GraphModule.submod_6.cond_false_13"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2716,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_14",
                "fallback_branch": "GraphModule.submod_6.cond_false_14"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2761,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_15",
                "fallback_branch": "GraphModule.submod_6.cond_false_15"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3156,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_16",
                "fallback_branch": "GraphModule.submod_8.cond_false_16"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3201,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_17",
                "fallback_branch": "GraphModule.submod_8.cond_false_17"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3218,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_18",
                "fallback_branch": "GraphModule.submod_8.cond_false_18"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3263,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_19",
                "fallback_branch": "GraphModule.submod_8.cond_false_19"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3431,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_21",
                "fallback_branch": "GraphModule.submod_10.cond_false_21"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3476,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_22",
                "fallback_branch": "GraphModule.submod_10.cond_false_22"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3493,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_23",
                "fallback_branch": "GraphModule.submod_10.cond_false_23"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3538,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_24",
                "fallback_branch": "GraphModule.submod_10.cond_false_24"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3753,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_26",
                "fallback_branch": "GraphModule.submod_12.cond_false_26"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3798,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_27",
                "fallback_branch": "GraphModule.submod_12.cond_false_27"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3815,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_28",
                "fallback_branch": "GraphModule.submod_12.cond_false_28"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3860,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_29",
                "fallback_branch": "GraphModule.submod_12.cond_false_29"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4075,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_31",
                "fallback_branch": "GraphModule.submod_14.cond_false_31"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4120,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_32",
                "fallback_branch": "GraphModule.submod_14.cond_false_32"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4137,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_33",
                "fallback_branch": "GraphModule.submod_14.cond_false_33"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4182,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_34",
                "fallback_branch": "GraphModule.submod_14.cond_false_34"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4577,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_35",
                "fallback_branch": "GraphModule.submod_16.cond_false_35"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4622,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_36",
                "fallback_branch": "GraphModule.submod_16.cond_false_36"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4639,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_37",
                "fallback_branch": "GraphModule.submod_16.cond_false_37"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4684,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_38",
                "fallback_branch": "GraphModule.submod_16.cond_false_38"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4852,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_40",
                "fallback_branch": "GraphModule.submod_18.cond_false_40"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4897,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_41",
                "fallback_branch": "GraphModule.submod_18.cond_false_41"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4914,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_42",
                "fallback_branch": "GraphModule.submod_18.cond_false_42"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4959,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_43",
                "fallback_branch": "GraphModule.submod_18.cond_false_43"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5174,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_45",
                "fallback_branch": "GraphModule.submod_20.cond_false_45"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5219,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_46",
                "fallback_branch": "GraphModule.submod_20.cond_false_46"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5236,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_47",
                "fallback_branch": "GraphModule.submod_20.cond_false_47"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5281,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_48",
                "fallback_branch": "GraphModule.submod_20.cond_false_48"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5496,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_50",
                "fallback_branch": "GraphModule.submod_22.cond_false_50"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5541,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_51",
                "fallback_branch": "GraphModule.submod_22.cond_false_51"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5558,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_52",
                "fallback_branch": "GraphModule.submod_22.cond_false_52"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5603,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_53",
                "fallback_branch": "GraphModule.submod_22.cond_false_53"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 5998,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_54",
                "fallback_branch": "GraphModule.submod_24.cond_false_54"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6043,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_55",
                "fallback_branch": "GraphModule.submod_24.cond_false_55"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6060,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_56",
                "fallback_branch": "GraphModule.submod_24.cond_false_56"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6105,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_57",
                "fallback_branch": "GraphModule.submod_24.cond_false_57"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6273,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_59",
                "fallback_branch": "GraphModule.submod_26.cond_false_59"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6318,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_60",
                "fallback_branch": "GraphModule.submod_26.cond_false_60"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6335,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_61",
                "fallback_branch": "GraphModule.submod_26.cond_false_61"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6380,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_62",
                "fallback_branch": "GraphModule.submod_26.cond_false_62"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6595,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_64",
                "fallback_branch": "GraphModule.submod_28.cond_false_64"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6640,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_65",
                "fallback_branch": "GraphModule.submod_28.cond_false_65"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6657,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_66",
                "fallback_branch": "GraphModule.submod_28.cond_false_66"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6702,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_67",
                "fallback_branch": "GraphModule.submod_28.cond_false_67"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6917,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_69",
                "fallback_branch": "GraphModule.submod_30.cond_false_69"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6962,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_70",
                "fallback_branch": "GraphModule.submod_30.cond_false_70"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6979,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_71",
                "fallback_branch": "GraphModule.submod_30.cond_false_71"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 7024,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_72",
                "fallback_branch": "GraphModule.submod_30.cond_false_72"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7419,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_73",
                "fallback_branch": "GraphModule.submod_32.cond_false_73"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7464,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_74",
                "fallback_branch": "GraphModule.submod_32.cond_false_74"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7481,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_75",
                "fallback_branch": "GraphModule.submod_32.cond_false_75"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7526,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_76",
                "fallback_branch": "GraphModule.submod_32.cond_false_76"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7694,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_78",
                "fallback_branch": "GraphModule.submod_34.cond_false_78"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7739,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_79",
                "fallback_branch": "GraphModule.submod_34.cond_false_79"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7756,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_80",
                "fallback_branch": "GraphModule.submod_34.cond_false_80"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7801,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_81",
                "fallback_branch": "GraphModule.submod_34.cond_false_81"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8016,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_83",
                "fallback_branch": "GraphModule.submod_36.cond_false_83"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8061,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_84",
                "fallback_branch": "GraphModule.submod_36.cond_false_84"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8078,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_85",
                "fallback_branch": "GraphModule.submod_36.cond_false_85"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8123,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_86",
                "fallback_branch": "GraphModule.submod_36.cond_false_86"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8338,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_88",
                "fallback_branch": "GraphModule.submod_38.cond_false_88"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8383,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_89",
                "fallback_branch": "GraphModule.submod_38.cond_false_89"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8400,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_90",
                "fallback_branch": "GraphModule.submod_38.cond_false_90"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8445,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_91",
                "fallback_branch": "GraphModule.submod_38.cond_false_91"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8840,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_92",
                "fallback_branch": "GraphModule.submod_40.cond_false_92"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8885,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_93",
                "fallback_branch": "GraphModule.submod_40.cond_false_93"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8902,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_94",
                "fallback_branch": "GraphModule.submod_40.cond_false_94"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8947,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_95",
                "fallback_branch": "GraphModule.submod_40.cond_false_95"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9115,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_97",
                "fallback_branch": "GraphModule.submod_42.cond_false_97"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9160,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_98",
                "fallback_branch": "GraphModule.submod_42.cond_false_98"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9177,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_99",
                "fallback_branch": "GraphModule.submod_42.cond_false_99"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9222,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_100",
                "fallback_branch": "GraphModule.submod_42.cond_false_100"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9437,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_102",
                "fallback_branch": "GraphModule.submod_44.cond_false_102"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9482,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_103",
                "fallback_branch": "GraphModule.submod_44.cond_false_103"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9499,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_104",
                "fallback_branch": "GraphModule.submod_44.cond_false_104"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9544,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_105",
                "fallback_branch": "GraphModule.submod_44.cond_false_105"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9759,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_107",
                "fallback_branch": "GraphModule.submod_46.cond_false_107"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9804,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_108",
                "fallback_branch": "GraphModule.submod_46.cond_false_108"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9821,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_109",
                "fallback_branch": "GraphModule.submod_46.cond_false_109"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9866,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_110",
                "fallback_branch": "GraphModule.submod_46.cond_false_110"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10261,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_111",
                "fallback_branch": "GraphModule.submod_48.cond_false_111"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10306,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_112",
                "fallback_branch": "GraphModule.submod_48.cond_false_112"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10323,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_113",
                "fallback_branch": "GraphModule.submod_48.cond_false_113"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10368,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_114",
                "fallback_branch": "GraphModule.submod_48.cond_false_114"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10536,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_116",
                "fallback_branch": "GraphModule.submod_50.cond_false_116"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10581,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_117",
                "fallback_branch": "GraphModule.submod_50.cond_false_117"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10598,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_118",
                "fallback_branch": "GraphModule.submod_50.cond_false_118"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10643,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_119",
                "fallback_branch": "GraphModule.submod_50.cond_false_119"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10858,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_121",
                "fallback_branch": "GraphModule.submod_52.cond_false_121"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10903,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_122",
                "fallback_branch": "GraphModule.submod_52.cond_false_122"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10920,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_123",
                "fallback_branch": "GraphModule.submod_52.cond_false_123"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10965,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_124",
                "fallback_branch": "GraphModule.submod_52.cond_false_124"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11180,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_126",
                "fallback_branch": "GraphModule.submod_54.cond_false_126"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11225,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_127",
                "fallback_branch": "GraphModule.submod_54.cond_false_127"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11242,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_128",
                "fallback_branch": "GraphModule.submod_54.cond_false_128"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11287,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_129",
                "fallback_branch": "GraphModule.submod_54.cond_false_129"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11682,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_130",
                "fallback_branch": "GraphModule.submod_56.cond_false_130"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11727,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_131",
                "fallback_branch": "GraphModule.submod_56.cond_false_131"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11744,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_132",
                "fallback_branch": "GraphModule.submod_56.cond_false_132"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11789,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_133",
                "fallback_branch": "GraphModule.submod_56.cond_false_133"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 11957,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_135",
                "fallback_branch": "GraphModule.submod_58.cond_false_135"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12002,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_136",
                "fallback_branch": "GraphModule.submod_58.cond_false_136"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12019,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_137",
                "fallback_branch": "GraphModule.submod_58.cond_false_137"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12064,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_138",
                "fallback_branch": "GraphModule.submod_58.cond_false_138"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12279,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_140",
                "fallback_branch": "GraphModule.submod_60.cond_false_140"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12324,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_141",
                "fallback_branch": "GraphModule.submod_60.cond_false_141"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12341,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_142",
                "fallback_branch": "GraphModule.submod_60.cond_false_142"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12386,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_143",
                "fallback_branch": "GraphModule.submod_60.cond_false_143"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12601,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_145",
                "fallback_branch": "GraphModule.submod_62.cond_false_145"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12646,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_146",
                "fallback_branch": "GraphModule.submod_62.cond_false_146"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12663,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_147",
                "fallback_branch": "GraphModule.submod_62.cond_false_147"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12708,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_148",
                "fallback_branch": "GraphModule.submod_62.cond_false_148"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13103,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_149",
                "fallback_branch": "GraphModule.submod_64.cond_false_149"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13148,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_150",
                "fallback_branch": "GraphModule.submod_64.cond_false_150"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13165,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_151",
                "fallback_branch": "GraphModule.submod_64.cond_false_151"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13210,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_152",
                "fallback_branch": "GraphModule.submod_64.cond_false_152"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13378,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_154",
                "fallback_branch": "GraphModule.submod_66.cond_false_154"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13423,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_155",
                "fallback_branch": "GraphModule.submod_66.cond_false_155"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13440,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_156",
                "fallback_branch": "GraphModule.submod_66.cond_false_156"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13485,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_157",
                "fallback_branch": "GraphModule.submod_66.cond_false_157"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13700,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_159",
                "fallback_branch": "GraphModule.submod_68.cond_false_159"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13745,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_160",
                "fallback_branch": "GraphModule.submod_68.cond_false_160"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13762,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_161",
                "fallback_branch": "GraphModule.submod_68.cond_false_161"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13807,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_162",
                "fallback_branch": "GraphModule.submod_68.cond_false_162"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14022,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_164",
                "fallback_branch": "GraphModule.submod_70.cond_false_164"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14067,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_165",
                "fallback_branch": "GraphModule.submod_70.cond_false_165"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14084,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_166",
                "fallback_branch": "GraphModule.submod_70.cond_false_166"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14129,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_167",
                "fallback_branch": "GraphModule.submod_70.cond_false_167"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14524,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_168",
                "fallback_branch": "GraphModule.submod_72.cond_false_168"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14569,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_169",
                "fallback_branch": "GraphModule.submod_72.cond_false_169"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14586,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_170",
                "fallback_branch": "GraphModule.submod_72.cond_false_170"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14631,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_171",
                "fallback_branch": "GraphModule.submod_72.cond_false_171"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14799,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_173",
                "fallback_branch": "GraphModule.submod_74.cond_false_173"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14844,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_174",
                "fallback_branch": "GraphModule.submod_74.cond_false_174"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14861,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_175",
                "fallback_branch": "GraphModule.submod_74.cond_false_175"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14906,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_176",
                "fallback_branch": "GraphModule.submod_74.cond_false_176"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15121,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_178",
                "fallback_branch": "GraphModule.submod_76.cond_false_178"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15166,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_179",
                "fallback_branch": "GraphModule.submod_76.cond_false_179"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15183,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_180",
                "fallback_branch": "GraphModule.submod_76.cond_false_180"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15228,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_181",
                "fallback_branch": "GraphModule.submod_76.cond_false_181"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15443,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_183",
                "fallback_branch": "GraphModule.submod_78.cond_false_183"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15488,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_184",
                "fallback_branch": "GraphModule.submod_78.cond_false_184"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15505,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_185",
                "fallback_branch": "GraphModule.submod_78.cond_false_185"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15550,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_186",
                "fallback_branch": "GraphModule.submod_78.cond_false_186"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15945,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_187",
                "fallback_branch": "GraphModule.submod_80.cond_false_187"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15990,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_188",
                "fallback_branch": "GraphModule.submod_80.cond_false_188"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16007,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_189",
                "fallback_branch": "GraphModule.submod_80.cond_false_189"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16052,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_190",
                "fallback_branch": "GraphModule.submod_80.cond_false_190"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16220,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_192",
                "fallback_branch": "GraphModule.submod_82.cond_false_192"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16265,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_193",
                "fallback_branch": "GraphModule.submod_82.cond_false_193"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16282,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_194",
                "fallback_branch": "GraphModule.submod_82.cond_false_194"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16327,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_195",
                "fallback_branch": "GraphModule.submod_82.cond_false_195"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16542,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_197",
                "fallback_branch": "GraphModule.submod_84.cond_false_197"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16587,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_198",
                "fallback_branch": "GraphModule.submod_84.cond_false_198"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16604,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_199",
                "fallback_branch": "GraphModule.submod_84.cond_false_199"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16649,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_200",
                "fallback_branch": "GraphModule.submod_84.cond_false_200"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16864,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_202",
                "fallback_branch": "GraphModule.submod_86.cond_false_202"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16909,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_203",
                "fallback_branch": "GraphModule.submod_86.cond_false_203"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16926,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_204",
                "fallback_branch": "GraphModule.submod_86.cond_false_204"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16971,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_205",
                "fallback_branch": "GraphModule.submod_86.cond_false_205"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17366,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_206",
                "fallback_branch": "GraphModule.submod_88.cond_false_206"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17411,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_207",
                "fallback_branch": "GraphModule.submod_88.cond_false_207"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17428,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_208",
                "fallback_branch": "GraphModule.submod_88.cond_false_208"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17473,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_209",
                "fallback_branch": "GraphModule.submod_88.cond_false_209"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17641,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_211",
                "fallback_branch": "GraphModule.submod_90.cond_false_211"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17686,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_212",
                "fallback_branch": "GraphModule.submod_90.cond_false_212"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17703,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_213",
                "fallback_branch": "GraphModule.submod_90.cond_false_213"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17748,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_214",
                "fallback_branch": "GraphModule.submod_90.cond_false_214"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 17963,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_216",
                "fallback_branch": "GraphModule.submod_92.cond_false_216"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18008,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_217",
                "fallback_branch": "GraphModule.submod_92.cond_false_217"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18025,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_218",
                "fallback_branch": "GraphModule.submod_92.cond_false_218"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18070,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_219",
                "fallback_branch": "GraphModule.submod_92.cond_false_219"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18285,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_221",
                "fallback_branch": "GraphModule.submod_94.cond_false_221"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18330,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_222",
                "fallback_branch": "GraphModule.submod_94.cond_false_222"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18347,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_223",
                "fallback_branch": "GraphModule.submod_94.cond_false_223"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18392,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_224",
                "fallback_branch": "GraphModule.submod_94.cond_false_224"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18787,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_225",
                "fallback_branch": "GraphModule.submod_96.cond_false_225"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18832,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_226",
                "fallback_branch": "GraphModule.submod_96.cond_false_226"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18849,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_227",
                "fallback_branch": "GraphModule.submod_96.cond_false_227"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18894,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_228",
                "fallback_branch": "GraphModule.submod_96.cond_false_228"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19062,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_230",
                "fallback_branch": "GraphModule.submod_98.cond_false_230"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19107,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_231",
                "fallback_branch": "GraphModule.submod_98.cond_false_231"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19124,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_232",
                "fallback_branch": "GraphModule.submod_98.cond_false_232"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19169,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_233",
                "fallback_branch": "GraphModule.submod_98.cond_false_233"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19384,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_235",
                "fallback_branch": "GraphModule.submod_100.cond_false_235"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19429,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_236",
                "fallback_branch": "GraphModule.submod_100.cond_false_236"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19446,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_237",
                "fallback_branch": "GraphModule.submod_100.cond_false_237"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19491,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_238",
                "fallback_branch": "GraphModule.submod_100.cond_false_238"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19706,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_240",
                "fallback_branch": "GraphModule.submod_102.cond_false_240"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19751,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_241",
                "fallback_branch": "GraphModule.submod_102.cond_false_241"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19768,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_242",
                "fallback_branch": "GraphModule.submod_102.cond_false_242"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19813,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_243",
                "fallback_branch": "GraphModule.submod_102.cond_false_243"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20208,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_244",
                "fallback_branch": "GraphModule.submod_104.cond_false_244"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20253,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_245",
                "fallback_branch": "GraphModule.submod_104.cond_false_245"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20270,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_246",
                "fallback_branch": "GraphModule.submod_104.cond_false_246"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20315,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_247",
                "fallback_branch": "GraphModule.submod_104.cond_false_247"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20483,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_249",
                "fallback_branch": "GraphModule.submod_106.cond_false_249"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20528,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_250",
                "fallback_branch": "GraphModule.submod_106.cond_false_250"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20545,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_251",
                "fallback_branch": "GraphModule.submod_106.cond_false_251"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20590,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_252",
                "fallback_branch": "GraphModule.submod_106.cond_false_252"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20805,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_254",
                "fallback_branch": "GraphModule.submod_108.cond_false_254"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20850,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_255",
                "fallback_branch": "GraphModule.submod_108.cond_false_255"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20867,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_256",
                "fallback_branch": "GraphModule.submod_108.cond_false_256"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20912,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_257",
                "fallback_branch": "GraphModule.submod_108.cond_false_257"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21127,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_259",
                "fallback_branch": "GraphModule.submod_110.cond_false_259"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21172,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_260",
                "fallback_branch": "GraphModule.submod_110.cond_false_260"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21189,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_261",
                "fallback_branch": "GraphModule.submod_110.cond_false_261"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21234,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_262",
                "fallback_branch": "GraphModule.submod_110.cond_false_262"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21629,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_263",
                "fallback_branch": "GraphModule.submod_112.cond_false_263"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21674,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_264",
                "fallback_branch": "GraphModule.submod_112.cond_false_264"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21691,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_265",
                "fallback_branch": "GraphModule.submod_112.cond_false_265"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21736,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_266",
                "fallback_branch": "GraphModule.submod_112.cond_false_266"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21904,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_268",
                "fallback_branch": "GraphModule.submod_114.cond_false_268"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21949,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_269",
                "fallback_branch": "GraphModule.submod_114.cond_false_269"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21966,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_270",
                "fallback_branch": "GraphModule.submod_114.cond_false_270"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22011,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_271",
                "fallback_branch": "GraphModule.submod_114.cond_false_271"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22226,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_273",
                "fallback_branch": "GraphModule.submod_116.cond_false_273"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22271,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_274",
                "fallback_branch": "GraphModule.submod_116.cond_false_274"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22288,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_275",
                "fallback_branch": "GraphModule.submod_116.cond_false_275"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22333,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_276",
                "fallback_branch": "GraphModule.submod_116.cond_false_276"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22548,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_278",
                "fallback_branch": "GraphModule.submod_118.cond_false_278"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22593,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_279",
                "fallback_branch": "GraphModule.submod_118.cond_false_279"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22610,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_280",
                "fallback_branch": "GraphModule.submod_118.cond_false_280"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22655,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_281",
                "fallback_branch": "GraphModule.submod_118.cond_false_281"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23050,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_282",
                "fallback_branch": "GraphModule.submod_120.cond_false_282"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23095,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_283",
                "fallback_branch": "GraphModule.submod_120.cond_false_283"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23112,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_284",
                "fallback_branch": "GraphModule.submod_120.cond_false_284"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23157,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_285",
                "fallback_branch": "GraphModule.submod_120.cond_false_285"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23325,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_287",
                "fallback_branch": "GraphModule.submod_122.cond_false_287"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23370,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_288",
                "fallback_branch": "GraphModule.submod_122.cond_false_288"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23387,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_289",
                "fallback_branch": "GraphModule.submod_122.cond_false_289"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23432,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_290",
                "fallback_branch": "GraphModule.submod_122.cond_false_290"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23647,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_292",
                "fallback_branch": "GraphModule.submod_124.cond_false_292"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23692,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_293",
                "fallback_branch": "GraphModule.submod_124.cond_false_293"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23709,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_294",
                "fallback_branch": "GraphModule.submod_124.cond_false_294"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23754,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_295",
                "fallback_branch": "GraphModule.submod_124.cond_false_295"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 23969,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_297",
                "fallback_branch": "GraphModule.submod_126.cond_false_297"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24014,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_298",
                "fallback_branch": "GraphModule.submod_126.cond_false_298"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24031,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_299",
                "fallback_branch": "GraphModule.submod_126.cond_false_299"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24076,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_300",
                "fallback_branch": "GraphModule.submod_126.cond_false_300"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24469,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_301",
                "fallback_branch": "GraphModule.submod_128.cond_false_301"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24514,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_302",
                "fallback_branch": "GraphModule.submod_128.cond_false_302"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24531,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_303",
                "fallback_branch": "GraphModule.submod_128.cond_false_303"
              }
            ]
          },
          {
            "rank": 3,
            "pid": 86,
            "source_sha256": "7f0cc25afe7a170ce5c02d199d5e092fc8fd585c95dcea2fbd68148532b6f248",
            "generated_conditional_calls": 256,
            "routes": [
              {
                "module_path": "GraphModule.submod_0",
                "conditional_line": 1908,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_0.cond_true_0",
                "fallback_branch": "GraphModule.submod_0.cond_false_0"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2010,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_2",
                "fallback_branch": "GraphModule.submod_2.cond_false_2"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2055,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_3",
                "fallback_branch": "GraphModule.submod_2.cond_false_3"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2072,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_4",
                "fallback_branch": "GraphModule.submod_2.cond_false_4"
              },
              {
                "module_path": "GraphModule.submod_2",
                "conditional_line": 2117,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_2.cond_true_5",
                "fallback_branch": "GraphModule.submod_2.cond_false_5"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2332,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_7",
                "fallback_branch": "GraphModule.submod_4.cond_false_7"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2377,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_8",
                "fallback_branch": "GraphModule.submod_4.cond_false_8"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2394,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_9",
                "fallback_branch": "GraphModule.submod_4.cond_false_9"
              },
              {
                "module_path": "GraphModule.submod_4",
                "conditional_line": 2439,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_4.cond_true_10",
                "fallback_branch": "GraphModule.submod_4.cond_false_10"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2654,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_12",
                "fallback_branch": "GraphModule.submod_6.cond_false_12"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2699,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_13",
                "fallback_branch": "GraphModule.submod_6.cond_false_13"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2716,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_14",
                "fallback_branch": "GraphModule.submod_6.cond_false_14"
              },
              {
                "module_path": "GraphModule.submod_6",
                "conditional_line": 2761,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_6.cond_true_15",
                "fallback_branch": "GraphModule.submod_6.cond_false_15"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3156,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_16",
                "fallback_branch": "GraphModule.submod_8.cond_false_16"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3201,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_17",
                "fallback_branch": "GraphModule.submod_8.cond_false_17"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3218,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_18",
                "fallback_branch": "GraphModule.submod_8.cond_false_18"
              },
              {
                "module_path": "GraphModule.submod_8",
                "conditional_line": 3263,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_8.cond_true_19",
                "fallback_branch": "GraphModule.submod_8.cond_false_19"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3431,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_21",
                "fallback_branch": "GraphModule.submod_10.cond_false_21"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3476,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_22",
                "fallback_branch": "GraphModule.submod_10.cond_false_22"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3493,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_23",
                "fallback_branch": "GraphModule.submod_10.cond_false_23"
              },
              {
                "module_path": "GraphModule.submod_10",
                "conditional_line": 3538,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_10.cond_true_24",
                "fallback_branch": "GraphModule.submod_10.cond_false_24"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3753,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_26",
                "fallback_branch": "GraphModule.submod_12.cond_false_26"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3798,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_27",
                "fallback_branch": "GraphModule.submod_12.cond_false_27"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3815,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_28",
                "fallback_branch": "GraphModule.submod_12.cond_false_28"
              },
              {
                "module_path": "GraphModule.submod_12",
                "conditional_line": 3860,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_12.cond_true_29",
                "fallback_branch": "GraphModule.submod_12.cond_false_29"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4075,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_31",
                "fallback_branch": "GraphModule.submod_14.cond_false_31"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4120,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_32",
                "fallback_branch": "GraphModule.submod_14.cond_false_32"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4137,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_33",
                "fallback_branch": "GraphModule.submod_14.cond_false_33"
              },
              {
                "module_path": "GraphModule.submod_14",
                "conditional_line": 4182,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_14.cond_true_34",
                "fallback_branch": "GraphModule.submod_14.cond_false_34"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4577,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_35",
                "fallback_branch": "GraphModule.submod_16.cond_false_35"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4622,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_36",
                "fallback_branch": "GraphModule.submod_16.cond_false_36"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4639,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_37",
                "fallback_branch": "GraphModule.submod_16.cond_false_37"
              },
              {
                "module_path": "GraphModule.submod_16",
                "conditional_line": 4684,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_16.cond_true_38",
                "fallback_branch": "GraphModule.submod_16.cond_false_38"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4852,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_40",
                "fallback_branch": "GraphModule.submod_18.cond_false_40"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4897,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_41",
                "fallback_branch": "GraphModule.submod_18.cond_false_41"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4914,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_42",
                "fallback_branch": "GraphModule.submod_18.cond_false_42"
              },
              {
                "module_path": "GraphModule.submod_18",
                "conditional_line": 4959,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_18.cond_true_43",
                "fallback_branch": "GraphModule.submod_18.cond_false_43"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5174,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_45",
                "fallback_branch": "GraphModule.submod_20.cond_false_45"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5219,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_46",
                "fallback_branch": "GraphModule.submod_20.cond_false_46"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5236,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_47",
                "fallback_branch": "GraphModule.submod_20.cond_false_47"
              },
              {
                "module_path": "GraphModule.submod_20",
                "conditional_line": 5281,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_20.cond_true_48",
                "fallback_branch": "GraphModule.submod_20.cond_false_48"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5496,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_50",
                "fallback_branch": "GraphModule.submod_22.cond_false_50"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5541,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_51",
                "fallback_branch": "GraphModule.submod_22.cond_false_51"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5558,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_52",
                "fallback_branch": "GraphModule.submod_22.cond_false_52"
              },
              {
                "module_path": "GraphModule.submod_22",
                "conditional_line": 5603,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_22.cond_true_53",
                "fallback_branch": "GraphModule.submod_22.cond_false_53"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 5998,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_54",
                "fallback_branch": "GraphModule.submod_24.cond_false_54"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6043,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_55",
                "fallback_branch": "GraphModule.submod_24.cond_false_55"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6060,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_56",
                "fallback_branch": "GraphModule.submod_24.cond_false_56"
              },
              {
                "module_path": "GraphModule.submod_24",
                "conditional_line": 6105,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_24.cond_true_57",
                "fallback_branch": "GraphModule.submod_24.cond_false_57"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6273,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_59",
                "fallback_branch": "GraphModule.submod_26.cond_false_59"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6318,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_60",
                "fallback_branch": "GraphModule.submod_26.cond_false_60"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6335,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_61",
                "fallback_branch": "GraphModule.submod_26.cond_false_61"
              },
              {
                "module_path": "GraphModule.submod_26",
                "conditional_line": 6380,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_26.cond_true_62",
                "fallback_branch": "GraphModule.submod_26.cond_false_62"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6595,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_64",
                "fallback_branch": "GraphModule.submod_28.cond_false_64"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6640,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_65",
                "fallback_branch": "GraphModule.submod_28.cond_false_65"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6657,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_66",
                "fallback_branch": "GraphModule.submod_28.cond_false_66"
              },
              {
                "module_path": "GraphModule.submod_28",
                "conditional_line": 6702,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_28.cond_true_67",
                "fallback_branch": "GraphModule.submod_28.cond_false_67"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6917,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_69",
                "fallback_branch": "GraphModule.submod_30.cond_false_69"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6962,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_70",
                "fallback_branch": "GraphModule.submod_30.cond_false_70"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 6979,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_71",
                "fallback_branch": "GraphModule.submod_30.cond_false_71"
              },
              {
                "module_path": "GraphModule.submod_30",
                "conditional_line": 7024,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_30.cond_true_72",
                "fallback_branch": "GraphModule.submod_30.cond_false_72"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7419,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_73",
                "fallback_branch": "GraphModule.submod_32.cond_false_73"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7464,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_74",
                "fallback_branch": "GraphModule.submod_32.cond_false_74"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7481,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_75",
                "fallback_branch": "GraphModule.submod_32.cond_false_75"
              },
              {
                "module_path": "GraphModule.submod_32",
                "conditional_line": 7526,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_32.cond_true_76",
                "fallback_branch": "GraphModule.submod_32.cond_false_76"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7694,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_78",
                "fallback_branch": "GraphModule.submod_34.cond_false_78"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7739,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_79",
                "fallback_branch": "GraphModule.submod_34.cond_false_79"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7756,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_80",
                "fallback_branch": "GraphModule.submod_34.cond_false_80"
              },
              {
                "module_path": "GraphModule.submod_34",
                "conditional_line": 7801,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_34.cond_true_81",
                "fallback_branch": "GraphModule.submod_34.cond_false_81"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8016,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_83",
                "fallback_branch": "GraphModule.submod_36.cond_false_83"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8061,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_84",
                "fallback_branch": "GraphModule.submod_36.cond_false_84"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8078,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_85",
                "fallback_branch": "GraphModule.submod_36.cond_false_85"
              },
              {
                "module_path": "GraphModule.submod_36",
                "conditional_line": 8123,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_36.cond_true_86",
                "fallback_branch": "GraphModule.submod_36.cond_false_86"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8338,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_88",
                "fallback_branch": "GraphModule.submod_38.cond_false_88"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8383,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_89",
                "fallback_branch": "GraphModule.submod_38.cond_false_89"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8400,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_90",
                "fallback_branch": "GraphModule.submod_38.cond_false_90"
              },
              {
                "module_path": "GraphModule.submod_38",
                "conditional_line": 8445,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_38.cond_true_91",
                "fallback_branch": "GraphModule.submod_38.cond_false_91"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8840,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_92",
                "fallback_branch": "GraphModule.submod_40.cond_false_92"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8885,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_93",
                "fallback_branch": "GraphModule.submod_40.cond_false_93"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8902,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_94",
                "fallback_branch": "GraphModule.submod_40.cond_false_94"
              },
              {
                "module_path": "GraphModule.submod_40",
                "conditional_line": 8947,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_40.cond_true_95",
                "fallback_branch": "GraphModule.submod_40.cond_false_95"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9115,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_97",
                "fallback_branch": "GraphModule.submod_42.cond_false_97"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9160,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_98",
                "fallback_branch": "GraphModule.submod_42.cond_false_98"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9177,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_99",
                "fallback_branch": "GraphModule.submod_42.cond_false_99"
              },
              {
                "module_path": "GraphModule.submod_42",
                "conditional_line": 9222,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_42.cond_true_100",
                "fallback_branch": "GraphModule.submod_42.cond_false_100"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9437,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_102",
                "fallback_branch": "GraphModule.submod_44.cond_false_102"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9482,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_103",
                "fallback_branch": "GraphModule.submod_44.cond_false_103"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9499,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_104",
                "fallback_branch": "GraphModule.submod_44.cond_false_104"
              },
              {
                "module_path": "GraphModule.submod_44",
                "conditional_line": 9544,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_44.cond_true_105",
                "fallback_branch": "GraphModule.submod_44.cond_false_105"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9759,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_107",
                "fallback_branch": "GraphModule.submod_46.cond_false_107"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9804,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_108",
                "fallback_branch": "GraphModule.submod_46.cond_false_108"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9821,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_109",
                "fallback_branch": "GraphModule.submod_46.cond_false_109"
              },
              {
                "module_path": "GraphModule.submod_46",
                "conditional_line": 9866,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_46.cond_true_110",
                "fallback_branch": "GraphModule.submod_46.cond_false_110"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10261,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_111",
                "fallback_branch": "GraphModule.submod_48.cond_false_111"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10306,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_112",
                "fallback_branch": "GraphModule.submod_48.cond_false_112"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10323,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_113",
                "fallback_branch": "GraphModule.submod_48.cond_false_113"
              },
              {
                "module_path": "GraphModule.submod_48",
                "conditional_line": 10368,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_48.cond_true_114",
                "fallback_branch": "GraphModule.submod_48.cond_false_114"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10536,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_116",
                "fallback_branch": "GraphModule.submod_50.cond_false_116"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10581,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_117",
                "fallback_branch": "GraphModule.submod_50.cond_false_117"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10598,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_118",
                "fallback_branch": "GraphModule.submod_50.cond_false_118"
              },
              {
                "module_path": "GraphModule.submod_50",
                "conditional_line": 10643,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_50.cond_true_119",
                "fallback_branch": "GraphModule.submod_50.cond_false_119"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10858,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_121",
                "fallback_branch": "GraphModule.submod_52.cond_false_121"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10903,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_122",
                "fallback_branch": "GraphModule.submod_52.cond_false_122"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10920,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_123",
                "fallback_branch": "GraphModule.submod_52.cond_false_123"
              },
              {
                "module_path": "GraphModule.submod_52",
                "conditional_line": 10965,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_52.cond_true_124",
                "fallback_branch": "GraphModule.submod_52.cond_false_124"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11180,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_126",
                "fallback_branch": "GraphModule.submod_54.cond_false_126"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11225,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_127",
                "fallback_branch": "GraphModule.submod_54.cond_false_127"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11242,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_128",
                "fallback_branch": "GraphModule.submod_54.cond_false_128"
              },
              {
                "module_path": "GraphModule.submod_54",
                "conditional_line": 11287,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_54.cond_true_129",
                "fallback_branch": "GraphModule.submod_54.cond_false_129"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11682,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_130",
                "fallback_branch": "GraphModule.submod_56.cond_false_130"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11727,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_131",
                "fallback_branch": "GraphModule.submod_56.cond_false_131"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11744,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_132",
                "fallback_branch": "GraphModule.submod_56.cond_false_132"
              },
              {
                "module_path": "GraphModule.submod_56",
                "conditional_line": 11789,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_56.cond_true_133",
                "fallback_branch": "GraphModule.submod_56.cond_false_133"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 11957,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_135",
                "fallback_branch": "GraphModule.submod_58.cond_false_135"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12002,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_136",
                "fallback_branch": "GraphModule.submod_58.cond_false_136"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12019,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_137",
                "fallback_branch": "GraphModule.submod_58.cond_false_137"
              },
              {
                "module_path": "GraphModule.submod_58",
                "conditional_line": 12064,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_58.cond_true_138",
                "fallback_branch": "GraphModule.submod_58.cond_false_138"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12279,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_140",
                "fallback_branch": "GraphModule.submod_60.cond_false_140"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12324,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_141",
                "fallback_branch": "GraphModule.submod_60.cond_false_141"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12341,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_142",
                "fallback_branch": "GraphModule.submod_60.cond_false_142"
              },
              {
                "module_path": "GraphModule.submod_60",
                "conditional_line": 12386,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_60.cond_true_143",
                "fallback_branch": "GraphModule.submod_60.cond_false_143"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12601,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_145",
                "fallback_branch": "GraphModule.submod_62.cond_false_145"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12646,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_146",
                "fallback_branch": "GraphModule.submod_62.cond_false_146"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12663,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_147",
                "fallback_branch": "GraphModule.submod_62.cond_false_147"
              },
              {
                "module_path": "GraphModule.submod_62",
                "conditional_line": 12708,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_62.cond_true_148",
                "fallback_branch": "GraphModule.submod_62.cond_false_148"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13103,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_149",
                "fallback_branch": "GraphModule.submod_64.cond_false_149"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13148,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_150",
                "fallback_branch": "GraphModule.submod_64.cond_false_150"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13165,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_151",
                "fallback_branch": "GraphModule.submod_64.cond_false_151"
              },
              {
                "module_path": "GraphModule.submod_64",
                "conditional_line": 13210,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_64.cond_true_152",
                "fallback_branch": "GraphModule.submod_64.cond_false_152"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13378,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_154",
                "fallback_branch": "GraphModule.submod_66.cond_false_154"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13423,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_155",
                "fallback_branch": "GraphModule.submod_66.cond_false_155"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13440,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_156",
                "fallback_branch": "GraphModule.submod_66.cond_false_156"
              },
              {
                "module_path": "GraphModule.submod_66",
                "conditional_line": 13485,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_66.cond_true_157",
                "fallback_branch": "GraphModule.submod_66.cond_false_157"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13700,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_159",
                "fallback_branch": "GraphModule.submod_68.cond_false_159"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13745,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_160",
                "fallback_branch": "GraphModule.submod_68.cond_false_160"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13762,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_161",
                "fallback_branch": "GraphModule.submod_68.cond_false_161"
              },
              {
                "module_path": "GraphModule.submod_68",
                "conditional_line": 13807,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_68.cond_true_162",
                "fallback_branch": "GraphModule.submod_68.cond_false_162"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14022,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_164",
                "fallback_branch": "GraphModule.submod_70.cond_false_164"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14067,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_165",
                "fallback_branch": "GraphModule.submod_70.cond_false_165"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14084,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_166",
                "fallback_branch": "GraphModule.submod_70.cond_false_166"
              },
              {
                "module_path": "GraphModule.submod_70",
                "conditional_line": 14129,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_70.cond_true_167",
                "fallback_branch": "GraphModule.submod_70.cond_false_167"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14524,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_168",
                "fallback_branch": "GraphModule.submod_72.cond_false_168"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14569,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_169",
                "fallback_branch": "GraphModule.submod_72.cond_false_169"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14586,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_170",
                "fallback_branch": "GraphModule.submod_72.cond_false_170"
              },
              {
                "module_path": "GraphModule.submod_72",
                "conditional_line": 14631,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_72.cond_true_171",
                "fallback_branch": "GraphModule.submod_72.cond_false_171"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14799,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_173",
                "fallback_branch": "GraphModule.submod_74.cond_false_173"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14844,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_174",
                "fallback_branch": "GraphModule.submod_74.cond_false_174"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14861,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_175",
                "fallback_branch": "GraphModule.submod_74.cond_false_175"
              },
              {
                "module_path": "GraphModule.submod_74",
                "conditional_line": 14906,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_74.cond_true_176",
                "fallback_branch": "GraphModule.submod_74.cond_false_176"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15121,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_178",
                "fallback_branch": "GraphModule.submod_76.cond_false_178"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15166,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_179",
                "fallback_branch": "GraphModule.submod_76.cond_false_179"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15183,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_180",
                "fallback_branch": "GraphModule.submod_76.cond_false_180"
              },
              {
                "module_path": "GraphModule.submod_76",
                "conditional_line": 15228,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_76.cond_true_181",
                "fallback_branch": "GraphModule.submod_76.cond_false_181"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15443,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_183",
                "fallback_branch": "GraphModule.submod_78.cond_false_183"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15488,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_184",
                "fallback_branch": "GraphModule.submod_78.cond_false_184"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15505,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_185",
                "fallback_branch": "GraphModule.submod_78.cond_false_185"
              },
              {
                "module_path": "GraphModule.submod_78",
                "conditional_line": 15550,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_78.cond_true_186",
                "fallback_branch": "GraphModule.submod_78.cond_false_186"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15945,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_187",
                "fallback_branch": "GraphModule.submod_80.cond_false_187"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 15990,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_188",
                "fallback_branch": "GraphModule.submod_80.cond_false_188"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16007,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_189",
                "fallback_branch": "GraphModule.submod_80.cond_false_189"
              },
              {
                "module_path": "GraphModule.submod_80",
                "conditional_line": 16052,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_80.cond_true_190",
                "fallback_branch": "GraphModule.submod_80.cond_false_190"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16220,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_192",
                "fallback_branch": "GraphModule.submod_82.cond_false_192"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16265,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_193",
                "fallback_branch": "GraphModule.submod_82.cond_false_193"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16282,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_194",
                "fallback_branch": "GraphModule.submod_82.cond_false_194"
              },
              {
                "module_path": "GraphModule.submod_82",
                "conditional_line": 16327,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_82.cond_true_195",
                "fallback_branch": "GraphModule.submod_82.cond_false_195"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16542,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_197",
                "fallback_branch": "GraphModule.submod_84.cond_false_197"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16587,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_198",
                "fallback_branch": "GraphModule.submod_84.cond_false_198"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16604,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_199",
                "fallback_branch": "GraphModule.submod_84.cond_false_199"
              },
              {
                "module_path": "GraphModule.submod_84",
                "conditional_line": 16649,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_84.cond_true_200",
                "fallback_branch": "GraphModule.submod_84.cond_false_200"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16864,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_202",
                "fallback_branch": "GraphModule.submod_86.cond_false_202"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16909,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_203",
                "fallback_branch": "GraphModule.submod_86.cond_false_203"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16926,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_204",
                "fallback_branch": "GraphModule.submod_86.cond_false_204"
              },
              {
                "module_path": "GraphModule.submod_86",
                "conditional_line": 16971,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_86.cond_true_205",
                "fallback_branch": "GraphModule.submod_86.cond_false_205"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17366,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_206",
                "fallback_branch": "GraphModule.submod_88.cond_false_206"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17411,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_207",
                "fallback_branch": "GraphModule.submod_88.cond_false_207"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17428,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_208",
                "fallback_branch": "GraphModule.submod_88.cond_false_208"
              },
              {
                "module_path": "GraphModule.submod_88",
                "conditional_line": 17473,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_88.cond_true_209",
                "fallback_branch": "GraphModule.submod_88.cond_false_209"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17641,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_211",
                "fallback_branch": "GraphModule.submod_90.cond_false_211"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17686,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_212",
                "fallback_branch": "GraphModule.submod_90.cond_false_212"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17703,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_213",
                "fallback_branch": "GraphModule.submod_90.cond_false_213"
              },
              {
                "module_path": "GraphModule.submod_90",
                "conditional_line": 17748,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_90.cond_true_214",
                "fallback_branch": "GraphModule.submod_90.cond_false_214"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 17963,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_216",
                "fallback_branch": "GraphModule.submod_92.cond_false_216"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18008,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_217",
                "fallback_branch": "GraphModule.submod_92.cond_false_217"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18025,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_218",
                "fallback_branch": "GraphModule.submod_92.cond_false_218"
              },
              {
                "module_path": "GraphModule.submod_92",
                "conditional_line": 18070,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_92.cond_true_219",
                "fallback_branch": "GraphModule.submod_92.cond_false_219"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18285,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_221",
                "fallback_branch": "GraphModule.submod_94.cond_false_221"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18330,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_222",
                "fallback_branch": "GraphModule.submod_94.cond_false_222"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18347,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_223",
                "fallback_branch": "GraphModule.submod_94.cond_false_223"
              },
              {
                "module_path": "GraphModule.submod_94",
                "conditional_line": 18392,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_94.cond_true_224",
                "fallback_branch": "GraphModule.submod_94.cond_false_224"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18787,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_225",
                "fallback_branch": "GraphModule.submod_96.cond_false_225"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18832,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_226",
                "fallback_branch": "GraphModule.submod_96.cond_false_226"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18849,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_227",
                "fallback_branch": "GraphModule.submod_96.cond_false_227"
              },
              {
                "module_path": "GraphModule.submod_96",
                "conditional_line": 18894,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_96.cond_true_228",
                "fallback_branch": "GraphModule.submod_96.cond_false_228"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19062,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_230",
                "fallback_branch": "GraphModule.submod_98.cond_false_230"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19107,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_231",
                "fallback_branch": "GraphModule.submod_98.cond_false_231"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19124,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_232",
                "fallback_branch": "GraphModule.submod_98.cond_false_232"
              },
              {
                "module_path": "GraphModule.submod_98",
                "conditional_line": 19169,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_98.cond_true_233",
                "fallback_branch": "GraphModule.submod_98.cond_false_233"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19384,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_235",
                "fallback_branch": "GraphModule.submod_100.cond_false_235"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19429,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_236",
                "fallback_branch": "GraphModule.submod_100.cond_false_236"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19446,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_237",
                "fallback_branch": "GraphModule.submod_100.cond_false_237"
              },
              {
                "module_path": "GraphModule.submod_100",
                "conditional_line": 19491,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_100.cond_true_238",
                "fallback_branch": "GraphModule.submod_100.cond_false_238"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19706,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_240",
                "fallback_branch": "GraphModule.submod_102.cond_false_240"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19751,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_241",
                "fallback_branch": "GraphModule.submod_102.cond_false_241"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19768,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_242",
                "fallback_branch": "GraphModule.submod_102.cond_false_242"
              },
              {
                "module_path": "GraphModule.submod_102",
                "conditional_line": 19813,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_102.cond_true_243",
                "fallback_branch": "GraphModule.submod_102.cond_false_243"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20208,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_244",
                "fallback_branch": "GraphModule.submod_104.cond_false_244"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20253,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_245",
                "fallback_branch": "GraphModule.submod_104.cond_false_245"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20270,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_246",
                "fallback_branch": "GraphModule.submod_104.cond_false_246"
              },
              {
                "module_path": "GraphModule.submod_104",
                "conditional_line": 20315,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_104.cond_true_247",
                "fallback_branch": "GraphModule.submod_104.cond_false_247"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20483,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_249",
                "fallback_branch": "GraphModule.submod_106.cond_false_249"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20528,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_250",
                "fallback_branch": "GraphModule.submod_106.cond_false_250"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20545,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_251",
                "fallback_branch": "GraphModule.submod_106.cond_false_251"
              },
              {
                "module_path": "GraphModule.submod_106",
                "conditional_line": 20590,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_106.cond_true_252",
                "fallback_branch": "GraphModule.submod_106.cond_false_252"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20805,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_254",
                "fallback_branch": "GraphModule.submod_108.cond_false_254"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20850,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_255",
                "fallback_branch": "GraphModule.submod_108.cond_false_255"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20867,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_256",
                "fallback_branch": "GraphModule.submod_108.cond_false_256"
              },
              {
                "module_path": "GraphModule.submod_108",
                "conditional_line": 20912,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_108.cond_true_257",
                "fallback_branch": "GraphModule.submod_108.cond_false_257"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21127,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_259",
                "fallback_branch": "GraphModule.submod_110.cond_false_259"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21172,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_260",
                "fallback_branch": "GraphModule.submod_110.cond_false_260"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21189,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_261",
                "fallback_branch": "GraphModule.submod_110.cond_false_261"
              },
              {
                "module_path": "GraphModule.submod_110",
                "conditional_line": 21234,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_110.cond_true_262",
                "fallback_branch": "GraphModule.submod_110.cond_false_262"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21629,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_263",
                "fallback_branch": "GraphModule.submod_112.cond_false_263"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21674,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_264",
                "fallback_branch": "GraphModule.submod_112.cond_false_264"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21691,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_265",
                "fallback_branch": "GraphModule.submod_112.cond_false_265"
              },
              {
                "module_path": "GraphModule.submod_112",
                "conditional_line": 21736,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_112.cond_true_266",
                "fallback_branch": "GraphModule.submod_112.cond_false_266"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21904,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_268",
                "fallback_branch": "GraphModule.submod_114.cond_false_268"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21949,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_269",
                "fallback_branch": "GraphModule.submod_114.cond_false_269"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 21966,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_270",
                "fallback_branch": "GraphModule.submod_114.cond_false_270"
              },
              {
                "module_path": "GraphModule.submod_114",
                "conditional_line": 22011,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_114.cond_true_271",
                "fallback_branch": "GraphModule.submod_114.cond_false_271"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22226,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_273",
                "fallback_branch": "GraphModule.submod_116.cond_false_273"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22271,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_274",
                "fallback_branch": "GraphModule.submod_116.cond_false_274"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22288,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_275",
                "fallback_branch": "GraphModule.submod_116.cond_false_275"
              },
              {
                "module_path": "GraphModule.submod_116",
                "conditional_line": 22333,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_116.cond_true_276",
                "fallback_branch": "GraphModule.submod_116.cond_false_276"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22548,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_278",
                "fallback_branch": "GraphModule.submod_118.cond_false_278"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22593,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_279",
                "fallback_branch": "GraphModule.submod_118.cond_false_279"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22610,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_280",
                "fallback_branch": "GraphModule.submod_118.cond_false_280"
              },
              {
                "module_path": "GraphModule.submod_118",
                "conditional_line": 22655,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_118.cond_true_281",
                "fallback_branch": "GraphModule.submod_118.cond_false_281"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23050,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_282",
                "fallback_branch": "GraphModule.submod_120.cond_false_282"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23095,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_283",
                "fallback_branch": "GraphModule.submod_120.cond_false_283"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23112,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_284",
                "fallback_branch": "GraphModule.submod_120.cond_false_284"
              },
              {
                "module_path": "GraphModule.submod_120",
                "conditional_line": 23157,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_120.cond_true_285",
                "fallback_branch": "GraphModule.submod_120.cond_false_285"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23325,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_287",
                "fallback_branch": "GraphModule.submod_122.cond_false_287"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23370,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_288",
                "fallback_branch": "GraphModule.submod_122.cond_false_288"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23387,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_289",
                "fallback_branch": "GraphModule.submod_122.cond_false_289"
              },
              {
                "module_path": "GraphModule.submod_122",
                "conditional_line": 23432,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_122.cond_true_290",
                "fallback_branch": "GraphModule.submod_122.cond_false_290"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23647,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_292",
                "fallback_branch": "GraphModule.submod_124.cond_false_292"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23692,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_293",
                "fallback_branch": "GraphModule.submod_124.cond_false_293"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23709,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_294",
                "fallback_branch": "GraphModule.submod_124.cond_false_294"
              },
              {
                "module_path": "GraphModule.submod_124",
                "conditional_line": 23754,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_124.cond_true_295",
                "fallback_branch": "GraphModule.submod_124.cond_false_295"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 23969,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_297",
                "fallback_branch": "GraphModule.submod_126.cond_false_297"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24014,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_298",
                "fallback_branch": "GraphModule.submod_126.cond_false_298"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24031,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_299",
                "fallback_branch": "GraphModule.submod_126.cond_false_299"
              },
              {
                "module_path": "GraphModule.submod_126",
                "conditional_line": 24076,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_126.cond_true_300",
                "fallback_branch": "GraphModule.submod_126.cond_false_300"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24469,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_301",
                "fallback_branch": "GraphModule.submod_128.cond_false_301"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24514,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_302",
                "fallback_branch": "GraphModule.submod_128.cond_false_302"
              },
              {
                "module_path": "GraphModule.submod_128",
                "conditional_line": 24531,
                "predicate_source": "s18 <= 32",
                "native_branch": "GraphModule.submod_128.cond_true_303",
                "fallback_branch": "GraphModule.submod_128.cond_false_303"
              }
            ]
          }
        ],
        "attention_KV_observations": [
          {
            "rank": 3,
            "pid": 86,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 14656208896,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 1,
            "pid": 84,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 14656208896,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 0,
            "pid": 83,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 14656208896,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          },
          {
            "rank": 2,
            "pid": 85,
            "attention_layers": [
              3,
              7,
              11,
              15,
              19,
              23,
              27,
              31,
              35,
              39,
              43,
              47,
              51,
              55,
              59,
              63
            ],
            "logical_view_bytes": 14656208896,
            "Mamba_SSM_config_dtype": "float32",
            "limits": "Sum of logical tensor view extents; views may alias shared backing storage. Not physical KV allocation bytes."
          }
        ],
        "all_four_KV_receipts_passed": true,
        "limits": "Static generated call support plus bound loaded-module receipts/native mappings and completed startup. Not proof that X executed: actual runtime invocation remains separately pending, nor a correctness verdict."
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 22575697920,
        "1": 22592425984,
        "2": 22592434176,
        "3": 22542094336
      },
      "retest_memory_observation_count": 37,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/v620-w4-tp4-mtp0-x/runtime-observations.jsonl",
      "reproduction_wrapper_repair": "retest-evidence/v620-w4-tp4-mtp0-x/admission-wrapper-repair.json",
      "retest_logged_model_load_delta_GiB": 13.57,
      "retest_logged_model_load_seconds": 65.883079,
      "retest_logged_available_KV_GiB": 13.65,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 13.65,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 223440,
      "retest_logged_context_capacity_x": 6.67,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "v620-w4-tp4-mtp0-x",
        "image": "sha256:23efb9f20a02e5b7bd69ed0004a7a1976d35ba728e4fd52f644b4645eadd5ed1",
        "container": "ec3518784deb32352092d77a2decf4d6324f174f83299da367262e1603a263bb",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 13.57,
        "retest_logged_model_load_seconds": 65.883079,
        "retest_logged_available_KV_GiB": 13.65,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 13.65,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 223440,
        "retest_logged_context_capacity_x": 6.67,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/v620-w4-tp4-mtp0-x/service-final.log",
        "source_log_sha256": "3ef08b7b4c885cc867a908039180b10d89226cb9991c59b40a34cce08d3cfc4c",
        "sealed_index_sha256": "f0b1471b89d3b00a16d5794a170ae274389ce3e0a9a1ca8f0b2ff7e9866e5f7e",
        "source_lines": {
          "model_load": {
            "line": 120,
            "text": "(Worker pid=83) (Worker_TP0 pid=83) INFO 10-27 01:38:37 [gpu_model_runner.py:4579] Model loading took 13.57 GiB memory and 65.883079 seconds"
          },
          "automatic_KV_budget": {
            "line": 140,
            "text": "(Worker pid=83) (Worker_TP0 pid=83) INFO 10-27 01:42:20 [gpu_worker.py:453] Available KV cache memory: 13.65 GiB"
          },
          "grouped_KV_tokens": {
            "line": 145,
            "text": "(EngineCore_DP0 pid=65) INFO 10-27 01:42:20 [kv_cache_utils.py:1314] GPU KV cache size: 223,440 tokens"
          },
          "context_capacity": {
            "line": 146,
            "text": "(EngineCore_DP0 pid=65) INFO 10-27 01:42:20 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 6.67x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/v620-w4-tp4-mtp0-x/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 21.040843963623047,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-v620-serve-r5.tar.gz.sha256\nmkdir -p launch-tools-v620-serve-r5\ntar -xzf launch-tools-v620-serve-r5.tar.gz -C launch-tools-v620-serve-r5\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/v620-w4-tp4-mtp0-x\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-v620-serve-r5/portable/launch.py --config v620-w4-tp4-mtp0-x --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-v620-w4-tp4-mtp0-x-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/card7:/dev/dri/card7:rwm \\\n  --device /dev/dri/card8:/dev/dri/card8:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --device /dev/dri/renderD136:/dev/dri/renderD136:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e VNEXT_RTN_W4_ORDERED=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0-x/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0-x/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0-x/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0-x/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --entrypoint /usr/bin/env \\\n  sha256:23efb9f20a02e5b7bd69ed0004a7a1976d35ba728e4fd52f644b4645eadd5ed1 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1,2,3 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  CUDA_VISIBLE_DEVICES=0,1,2,3 \\\n  ROCR_VISIBLE_DEVICES=0,1,2,3 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  4 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":4,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn",
      "serving_script": "portable/serve/v620-w4-tp4-mtp0-x.sh",
      "serving_script_sha256": "a84025b2424fffdded10239e6971ae60a979049827c9d2fd6df31f7a9b0888aa",
      "recorded_docker_run_script": "serve/recorded/v620-w4-tp4-mtp0-x.sh",
      "recorded_docker_run_sha256": "3f2754bc6d78e91323d1d4f1bd57ff5b10cc4647ac04586214eb9d9bd4177a06",
      "serving_endpoint": "http://10.0.0.50:9002",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-v620-w4-tp4-mtp0-x-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0-x",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 2.9455113410949707,
      "sampled_peak_VRAM_GiB": 21.040847778320312,
      "weight_tensor_GiB_per_rank": 2.9455113410949707,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Additional candidate",
      "reproduction_script": "portable/benchmark/v620-w4-tp4-mtp0-x.sh",
      "reproduction_script_sha256": "08b1a6b13ab19f3859b5603870256ca2118f10f14f3308524428976929243faf",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:23efb9f20a02e5b7bd69ed0004a7a1976d35ba728e4fd52f644b4645eadd5ed1 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0-x\nmodel_root=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0\nprofile_id=v620-w4-tp4-mtp0-x\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-v620-w4-tp4-mtp0-x-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-7,16-23 \\\n  --cpuset-mems 0 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/card5:/dev/dri/card5:rwm \\\n  --device /dev/dri/card6:/dev/dri/card6:rwm \\\n  --device /dev/dri/card7:/dev/dri/card7:rwm \\\n  --device /dev/dri/card8:/dev/dri/card8:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --device /dev/dri/renderD136:/dev/dri/renderD136:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_DISABLE_COMPILE_CACHE=1 \\\n  -e VNEXT_RTN_W4_ORDERED=1 \\\n  -e PATH=/opt/venv/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/bin:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e ROCM_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e HIP_HOME=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel \\\n  -e LD_LIBRARY_PATH=/opt/venv/lib/python3.12/site-packages/_rocm_sdk_devel/lib:/opt/venv/lib/python3.12/site-packages/_rocm_sdk_libraries/lib:/opt/venv/lib/python3.12/site-packages/torch/lib:/usr/local/lib \\\n  -e ROCM_VERSION=7.14.0 \\\n  -e TORCH_VERSION=2.12.0+rocm7.14.0 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx1030 \\\n  -e PYTORCH_ROCM_ARCH=gfx1030 \\\n  -e GPU_ARCHS=gfx1030 \\\n  -e AMDGPU_TARGETS=gfx1030 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx1030 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e VNEXT_GDN_HEAD32=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0-x/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0-x/cache/torch_extensions,dst=/root/.cache/torch_extensions \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0-x/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/v620-w4-tp4-mtp0-x/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0,dst=/opt/local-models/qwen38-27b-hf,readonly \\\n  --entrypoint /usr/bin/env \\\n  sha256:23efb9f20a02e5b7bd69ed0004a7a1976d35ba728e4fd52f644b4645eadd5ed1 \\\n  V756F94_BOUNDARY_MODE=posted \\\n  DO_NOT_TRACK=1 \\\n  GPU_DEVICE_ORDINAL=0,1,2,3 \\\n  GPU_MAX_HW_QUEUES=1 \\\n  HSA_OVERRIDE_GFX_VERSION=10.3.0 \\\n  OMP_NUM_THREADS=4 \\\n  TEMP=/tmp/torchinductor_root \\\n  TMPDIR=/tmp/torchinductor_root \\\n  TMP=/tmp/torchinductor_root \\\n  TORCH_BLAS_PREFER_HIPBLASLT=0 \\\n  TRITON_CACHE_DIR=/root/.triton \\\n  VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  VLLM_GPU_MEMORY_UTILIZATION=0.95 \\\n  VLLM_LOGGING_LEVEL=INFO \\\n  VLLM_PORT=9002 \\\n  VLLM_RDNA_FORCE_FP16=1 \\\n  VLLM_WORKER_MULTIPROC_METHOD=spawn \\\n  NCCL_P2P_DISABLE=0 \\\n  NCCL_ALGO=Tree \\\n  NCCL_PROTO=LL \\\n  NCCL_MIN_NCHANNELS=4 \\\n  NCCL_MAX_NCHANNELS=4 \\\n  NCCL_NTHREADS=256 \\\n  TORCHINDUCTOR_CACHE_DIR=/tmp/torchinductor_root \\\n  HIP_VISIBLE_DEVICES=0,1,2,3 \\\n  CUDA_VISIBLE_DEVICES=0,1,2,3 \\\n  ROCR_VISIBLE_DEVICES=0,1,2,3 \\\n  VLLM_CACHE_ROOT=/root/.cache/vllm \\\n  PYTORCH_ROCM_ARCH=gfx1030 \\\n  PYTHONHASHSEED=0 \\\n  /opt/venv/bin/python \\\n  -m \\\n  vllm.vnext_rtn_entry \\\n  serve \\\n  /opt/local-models/qwen38-27b-hf \\\n  --served-model-name \\\n  Qwen/Qwen3.8-27B \\\n  --enable-auto-tool-choice \\\n  --tool-call-parser \\\n  qwen3_coder \\\n  --dtype \\\n  half \\\n  --host \\\n  0.0.0.0 \\\n  --port \\\n  9002 \\\n  --tensor-parallel-size \\\n  4 \\\n  --max-model-len \\\n  131072 \\\n  --gpu-memory-utilization \\\n  0.95 \\\n  --trust-remote-code \\\n  --generation-config \\\n  vllm \\\n  -O=3 \\\n  --reasoning-parser \\\n  qwen3 \\\n  --async-scheduling \\\n  --hf-overrides \\\n  '{\"architectures\":[\"Qwen3_5ForCausalLM\"],\"quantization_config\":{\"quant_method\":\"vnext_rtn\",\"bits\":4,\"group_size\":128}}' \\\n  --language-model-only \\\n  --max-num-seqs \\\n  2 \\\n  --max-num-batched-tokens \\\n  2048 \\\n  --mamba-ssm-cache-dtype \\\n  float32 \\\n  --no-enable-prefix-caching \\\n  --no-enforce-eager \\\n  --attention-backend \\\n  TRITON_ATTN \\\n  --disable-custom-all-reduce \\\n  --seed \\\n  0 \\\n  --worker-cls \\\n  vllm.vnext_rtn_worker.Worker \\\n  --quantization \\\n  vnext_rtn\n\n# Readiness and logs: curl --fail http://127.0.0.1:9002/health\n# docker logs -f serve-v620-w4-tp4-mtp0-x-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/v620-w4-tp4-mtp0-x.sh",
      "recorded_lab_serving_script_sha256": "c5d0d997e5d24ff5622fb930c88244fe2cc857c63e5ae9d141b7ccca23bea241",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.50.\nsha256sum -c gfx1030-measured-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:23efb9f20a02e5b7bd69ed0004a7a1976d35ba728e4fd52f644b4645eadd5ed1 >/dev/null 2>&1; then\n  zstd -dc gfx1030-measured-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile v620-w4-tp4-mtp0-x --model /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0 --output /home/ai/qwen38-release-retests-20261026/v620-w4-tp4-mtp0-x-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-24-v620-w4-tp4-mtp0-x.sh",
      "recorded_lab_reproduction_script_sha256": "fa6f4fbe95a26d9cb517a686b4ab0e251dac277e299d4fa0e7967b9943d8fc92",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/localaiservers-vnext/models/Qwen3.8-27B-1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "recorded_lab_image_download": "gfx1030-measured-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx1030-23efb9f20a02",
      "registry_image": "joe2gaan/localaiservers@sha256:fa94293d3aa1bc4db60d2a27d6dafbefdd5c0709e736315b64faf66bc2e4da4d",
      "registry_manifest_digest": "sha256:fa94293d3aa1bc4db60d2a27d6dafbefdd5c0709e736315b64faf66bc2e4da4d",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:fa94293d3aa1bc4db60d2a27d6dafbefdd5c0709e736315b64faf66bc2e4da4d",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "v620-w4-tp4-mtp0-x",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_benchmark_observer_note": "The evidence collector verifies the caller-selected run/cache filesystem identity instead of requiring the original literal SATA label. Images, native arithmetic, prompts, timing and original route/numerical checks are unchanged.",
      "portable_serving_probe_cleanup_note": "After its own selected-GPU preflight exits, serving waits at most 30 seconds for those allocations to drain before reapplying the original idle check. Device identity, idle thresholds, DPM and numerical/runtime settings are unchanged. Benchmark commands already have their original bounded drain check and are unchanged.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.50",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 8394,
            "content_chars": 5030,
            "content_has_think_close": false,
            "elapsed_seconds": 210.26249684090726,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T06:14:00Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.013499699998646975,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 5030,
            "qwen_answer_text_sha256": "a9a4d27533a8a0819fb3b1b995314fa366cdb37d74a8f623b76570a16020cb95",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 5030,
            "qwen_visible_text_sha256": "a9a4d27533a8a0819fb3b1b995314fa366cdb37d74a8f623b76570a16020cb95",
            "raw_has_think_close": false,
            "reasoning_chars": 30971,
            "text_chars": 36002,
            "text_sha256": "e50e5c9b3705f244b624038ee60d85bce937e8071f04fa10daef3d8edc680da8",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 209.1481526561547,
            "vllm_decode_tps": 40.134229699843274,
            "vllm_generation_tokens_delta": 8394.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.0931877410039306,
            "vllm_prefill_tps": 432.6795684386469,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 39.92152726290141
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 49.2615391809959,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T06:14:50Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.01474340702407062,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 8176,
            "text_chars": 8176,
            "text_sha256": "a547216ac88e1666e05daa4fe0dde87d974517b3902aaefa2b345516b1df762d",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 48.14751691184938,
            "vllm_decode_tps": 41.53900612697617,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.0958944531157613,
            "vllm_prefill_tps": 431.6109080169203,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 40.59962464127713
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 13264,
            "content_has_think_close": false,
            "elapsed_seconds": 252.61663698311895,
            "endpoint": "http://127.0.0.1:19092/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T06:19:03Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.015581564977765083,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:9002/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 13264,
            "qwen_answer_text_sha256": "cae96e1476d2bdd78c4c7701b9ef70f8882093ae3a3bbdcd5e209da6637c21a9",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 13264,
            "qwen_visible_text_sha256": "cae96e1476d2bdd78c4c7701b9ef70f8882093ae3a3bbdcd5e209da6637c21a9",
            "raw_has_think_close": false,
            "reasoning_chars": 30971,
            "text_chars": 44236,
            "text_sha256": "004705f78884acd7d254e9109d3e79e2e49bedc484368a349825d41bebec297a",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 251.50327909295447,
            "vllm_decode_tps": 39.76091300306285,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 1.0949219870381057,
            "vllm_prefill_tps": 431.99424762628183,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 39.585674638952014
          }
        },
        "evidence": "dockerhub-e2e/v620-w4-tp4-mtp0-x.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Earlier Qwen3.8 TP8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "FP16",
      "TP": 8,
      "MTP": 0,
      "status": "Completed, independently reviewed strict-valid TP8 sample. Stopped because official fixed2K did not exceed 71.0 TPS; no promotion or TP4 goal credit.",
      "strict": "PASS",
      "strict_tokens": 6151,
      "strict_TPS": 65.3299318056544,
      "fixed_2K_TPS": 67.30474071347291,
      "fixed_10K_TPS": 63.42627998549319,
      "official_current_2K_eligible": true,
      "source": "/home/joe/PhoneSync/Documents/gfx906/tuning/qwen38-fp16-matrix/tp8-as-is/result-20261023.json#$",
      "source_revision": "57f22fd70c859e4df9036fcc075a798fb032c31d",
      "image": "sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "fixed_2K_prefill_seconds": 14.436688052956015,
      "fixed_2K_total_seconds": 44.16095239017159,
      "fixed_10K_prefill_seconds": 14.813438802957535,
      "fixed_10K_total_seconds": 172.48586302390322,
      "weight_format": "Native FP16 dense TP8 fallback; no quantization or observed fixed3 packed buffers.",
      "configured_context": 131072,
      "activation_dtype": "FP16",
      "attention_KV_dtype": "FP16",
      "official_fixed_2k_tps": 67.30474071347291,
      "eligible_speed_samples": 1,
      "strict_prefill_seconds": 13.196696631144732,
      "strict_client_total_seconds": 107.35985162388533,
      "packed_weight_bytes_per_rank": 0,
      "target_parameter_logical_bytes_by_rank": "{\"0\": 6767123584, \"1\": 6767123584, \"2\": 6767123584, \"3\": 6767123584, \"4\": 6767123584, \"5\": 6767123584, \"6\": 6767123584, \"7\": 6767123584}",
      "packed_buffer_logical_bytes_by_rank": "{\"0\": 0, \"1\": 0, \"2\": 0, \"3\": 0, \"4\": 0, \"5\": 0, \"6\": 0, \"7\": 0}",
      "memory_accounting_limit": "Logical tensor/cache views may alias. Allocator counts and sampled physical VRAM are distinct; block geometry is not proof of a full-context request.",
      "sampled_VRAM_before_ladder_bytes_by_rank": "{\"0\": 33637703680, \"1\": 33584119808, \"2\": 33584070656, \"3\": 33584037888, \"4\": 33584087040, \"5\": 33584066560, \"6\": 33584033792, \"7\": 33533755392}",
      "sampled_VRAM_after_ladder_bytes_by_rank": "{\"0\": 33637703680, \"1\": 33584119808, \"2\": 33584070656, \"3\": 33584037888, \"4\": 33584087040, \"5\": 33584066560, \"6\": 33584033792, \"7\": 33533755392}",
      "KV_capacity": "{\"GDN_SSM\": {\"bytes\": 1403584512, \"dtype\": \"torch.float16\", \"shape\": [7139, 6, 128, 128]}, \"GDN_conv\": {\"bytes\": 54827520, \"dtype\": \"torch.float16\", \"shape\": [7139, 3, 1280]}, \"SSM_precision\": \"actual torch.float16 (original auto policy)\", \"attention\": {\"bytes\": 1520549888, \"dtype\": \"torch.float16\", \"shape\": [7139, 2, 208, 1, 256]}, \"block_size\": 208, \"blocks\": 7139}",
      "post_KV_allocator_allocated_bytes_by_rank": "{\"0\": 31288186880, \"1\": 31288186880, \"2\": 31288186880, \"3\": 31288186880, \"4\": 31288186880, \"5\": 31288186880, \"6\": 31288186880, \"7\": 31288186880}",
      "post_KV_allocator_reserved_bytes_by_rank": "{\"0\": 31669092352, \"1\": 31669092352, \"2\": 31669092352, \"3\": 31669092352, \"4\": 31669092352, \"5\": 31669092352, \"6\": 31669092352, \"7\": 31669092352}",
      "SSM_dtype": "actual torch.float16 (original auto policy)",
      "transport_receipt_limit": "Outer transport statuses supplied by owner; preserve remote successful command receipts separately. Login SSH1 is not a runtime failure.",
      "leave_running_threshold_exclusive_TPS": 71.0,
      "leave_running_criterion_met": false,
      "cohort_final_state": "{\"Dead\": false, \"Error\": \"\", \"ExitCode\": 0, \"FinishedAt\": \"2026-10-23T12:11:07.116170441Z\", \"OOMKilled\": false, \"Paused\": false, \"Pid\": 0, \"Restarting\": false, \"Running\": false, \"StartedAt\": \"2026-10-23T11:44:37.169855266Z\", \"Status\": \"exited\"}",
      "full_context_residency_demonstrated": false,
      "review_record": "/home/joe/PhoneSync/Documents/gfx906/tuning/helper-analysis/qwen38-tp8-result-review-20261023.json",
      "review_sha256": "75e40ce9622ff48ca28b02db30a5043410741653434b33fd7ce8b0b18602fe93",
      "primary_record_sha256_at_ingest": "7da2b837c977ceb835a98c60e24d8285456032dd3dae76130d46b062ee1f5ed0",
      "result_entry_sha256_at_ingest": "299b64bf4c75bf13506b470609c27476cbdf3231ddf620b5212bb113f986ee8e",
      "source_evidence_commit": "c7b96bd",
      "review_commit": "545d813",
      "evidence_archive_sha256": "41fca140d5514621608219429e363809d5455d36303c12d65b2474f9d2572db8",
      "evidence_file_count": 2601,
      "ingestion_verification": "Primary and independent final review matched their specified commits; TPS arithmetic recomputed from all three recorded metric deltas and closed-cohort state reconciled. Research did not rerun the full 2,601-file audit.",
      "comparison_limit": "Exact original 57f image/native arithmetic; mounted TP8 profile and observation worker only. | Eight .30 cards and CPU0-15 differ from .50 TP4 control hardware/affinity/storage. No transferred causal gain. | TP4-only packed/interleaved/posted guards fall back; no forced TP4 shapes or new dispatch. | Actual target, attention KV, convolution state and SSM are FP16; not the separate MTP FP32-SSM composition. | Non-eager O3, maxseq2/maxbatched4, context131072, greedy original requests/scorer preserved. | Single sample: no repeatability, causal performance or historical Qwen3.6 transfer claim. | Strict is sole correctness authority; forced-length 2K/10K verdict fields retain their raw meanings. Strict TPS and 10K are diagnostic. | Logical tensor bytes are not unique physical storage; cache views can alias shared allocations. Do not sum all per-layer view bytes into physical VRAM. | Metadata and generated source/maps do not establish executed kernel traces. Wrapper source hash is directly observed; underlying qwen source is separately retained in effective-profile evidence. | 7139x208 describes allocated block geometry, not an executed 131072-token request or a naive usable-token guarantee. | Outer counters do not prove scorer internal scrape alignment or complete settlement. | Read-only retention preserves regular files; original modes/times, symlinks and socket inventory separately retained, sockets are not byte-hashed. | Assigned PCI06 kernel log appends 11 vm_bo_update_detail diagnostic lines during ladder and three more before closure; no identical-kernel-log or host-exclusivity claim. | Outer transport statuses supplied by owner; preserve remote successful command receipts separately. Login SSH1 is not a runtime failure.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-5c4e7b7a071d",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-fp16-tp8-mtp0-previous\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-r2/portable/launch.py --config mi50-fp16-tp8-mtp0-previous --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-fp16-tp8-mtp0-previous",
      "recorded_configuration_details": {
        "cell": "FP16_TP8_MTP_off",
        "status": "completed",
        "TP": 8,
        "native_MTP_tokens": 0,
        "host": "10.0.0.30",
        "strict_pass": true,
        "strict_tokens": 6151,
        "strict_diagnostic_TPS": 65.3299318056544,
        "official_2K_TPS": 67.30474071347291,
        "official_2K_tokens": 2000,
        "official_2K_prefill_seconds": 14.436688052956015,
        "official_2K_total_seconds": 44.16095239017159,
        "diagnostic_10K_TPS": 63.42627998549319,
        "diagnostic_10K_tokens": 10000,
        "diagnostic_10K_prefill_seconds": 14.813438802957535,
        "diagnostic_10K_total_seconds": 172.48586302390322,
        "SSM_dtype": "torch.float16",
        "source": "57f22fd70c859e4df9036fcc075a798fb032c31d",
        "image": "sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04",
        "primary": "tuning/qwen38-fp16-matrix/tp8-as-is/result-20261023.json",
        "strict_prefill_seconds": 13.196696631144732,
        "strict_total_seconds": 107.35985162388533,
        "per_rank_memory_JSON": [
          {
            "rank": 0,
            "pid": 196,
            "parameter_count": 611,
            "parameter_logical_bytes": 6767123584,
            "parameter_dtype": "torch.float16",
            "quantized_packed_bytes": 0,
            "observed_fixed3_buffer_bytes": 0,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "attention_layers": 16,
            "GDN_layers": 48
          },
          {
            "rank": 1,
            "pid": 197,
            "parameter_count": 611,
            "parameter_logical_bytes": 6767123584,
            "parameter_dtype": "torch.float16",
            "quantized_packed_bytes": 0,
            "observed_fixed3_buffer_bytes": 0,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "attention_layers": 16,
            "GDN_layers": 48
          },
          {
            "rank": 2,
            "pid": 198,
            "parameter_count": 611,
            "parameter_logical_bytes": 6767123584,
            "parameter_dtype": "torch.float16",
            "quantized_packed_bytes": 0,
            "observed_fixed3_buffer_bytes": 0,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "attention_layers": 16,
            "GDN_layers": 48
          },
          {
            "rank": 3,
            "pid": 199,
            "parameter_count": 611,
            "parameter_logical_bytes": 6767123584,
            "parameter_dtype": "torch.float16",
            "quantized_packed_bytes": 0,
            "observed_fixed3_buffer_bytes": 0,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "attention_layers": 16,
            "GDN_layers": 48
          },
          {
            "rank": 4,
            "pid": 200,
            "parameter_count": 611,
            "parameter_logical_bytes": 6767123584,
            "parameter_dtype": "torch.float16",
            "quantized_packed_bytes": 0,
            "observed_fixed3_buffer_bytes": 0,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "attention_layers": 16,
            "GDN_layers": 48
          },
          {
            "rank": 5,
            "pid": 201,
            "parameter_count": 611,
            "parameter_logical_bytes": 6767123584,
            "parameter_dtype": "torch.float16",
            "quantized_packed_bytes": 0,
            "observed_fixed3_buffer_bytes": 0,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "attention_layers": 16,
            "GDN_layers": 48
          },
          {
            "rank": 6,
            "pid": 202,
            "parameter_count": 611,
            "parameter_logical_bytes": 6767123584,
            "parameter_dtype": "torch.float16",
            "quantized_packed_bytes": 0,
            "observed_fixed3_buffer_bytes": 0,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "attention_layers": 16,
            "GDN_layers": 48
          },
          {
            "rank": 7,
            "pid": 203,
            "parameter_count": 611,
            "parameter_logical_bytes": 6767123584,
            "parameter_dtype": "torch.float16",
            "quantized_packed_bytes": 0,
            "observed_fixed3_buffer_bytes": 0,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "attention_layers": 16,
            "GDN_layers": 48
          }
        ],
        "KV_JSON": {
          "attention": {
            "shape": [
              7139,
              2,
              208,
              1,
              256
            ],
            "dtype": "torch.float16",
            "bytes": 1520549888
          },
          "GDN_conv": {
            "shape": [
              7139,
              3,
              1280
            ],
            "dtype": "torch.float16",
            "bytes": 54827520
          },
          "GDN_SSM": {
            "shape": [
              7139,
              6,
              128,
              128
            ],
            "dtype": "torch.float16",
            "bytes": 1403584512
          },
          "blocks": 7139,
          "block_size": 208,
          "SSM_precision": "actual torch.float16 (original auto policy)"
        },
        "VRAM_JSON": {
          "before": "renderD128 33637703680\nrenderD129 33584119808\nrenderD130 33584070656\nrenderD131 33584037888\nrenderD132 33584087040\nrenderD133 33584066560\nrenderD134 33584033792\nrenderD135 33533755392",
          "after": "renderD128 33637703680\nrenderD129 33584119808\nrenderD130 33584070656\nrenderD131 33584037888\nrenderD132 33584087040\nrenderD133 33584066560\nrenderD134 33584033792\nrenderD135 33533755392"
        },
        "attention_KV_dtype": "torch.float16",
        "context": 131072,
        "speculative_accounting_JSON": null
      },
      "strict_total_seconds": 107.35985162388533,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/fp16-matrix.csv",
      "detail_source_sha256": "8643d90cf1f211a7f77be9f6212cd7706e6dbae3ae84b9bc80b5f42fa199ffe0",
      "detail_source_pointer": "FP16_TP8_MTP_off",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-fp16-tp8-mtp0-previous/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T17:09:31.497941141Z",
          "FinishedAt": "2026-10-26T17:30:28.269542448Z"
        },
        "devices_after": [
          {
            "card": 0,
            "render": 128,
            "pci": "0000:06:00.0",
            "actual_card": "card1",
            "busy_percent": 0,
            "vram_bytes": 20000714752,
            "dpm": "auto"
          },
          {
            "card": 1,
            "render": 129,
            "pci": "0000:09:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 21793456128,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:45:00.0",
            "actual_card": "card3",
            "busy_percent": 0,
            "vram_bytes": 21791809536,
            "dpm": "auto"
          },
          {
            "card": 3,
            "render": 131,
            "pci": "0000:48:00.0",
            "actual_card": "card4",
            "busy_percent": 0,
            "vram_bytes": 21790257152,
            "dpm": "auto"
          },
          {
            "card": 4,
            "render": 132,
            "pci": "0000:89:00.0",
            "actual_card": "card5",
            "busy_percent": 0,
            "vram_bytes": 21793210368,
            "dpm": "auto"
          },
          {
            "card": 5,
            "render": 133,
            "pci": "0000:8c:00.0",
            "actual_card": "card6",
            "busy_percent": 0,
            "vram_bytes": 21792894976,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:c5:00.0",
            "actual_card": "card7",
            "busy_percent": 0,
            "vram_bytes": 21791252480,
            "dpm": "auto"
          },
          {
            "card": 7,
            "render": 135,
            "pci": "0000:c8:00.0",
            "actual_card": "card8",
            "busy_percent": 0,
            "vram_bytes": 21738868736,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T17:30:28.397358+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 67.60343526281542,
      "retest_10K_TPS": 63.7137636364964,
      "retest_strict_tokens": 6117,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 6117,
          "elapsed_seconds": 108.61691073700786,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 93.25116309709847,
          "vllm_decode_tps": 65.59703704318012,
          "vllm_generation_tokens_delta": 6117.0,
          "vllm_prefill_seconds_delta": 15.356500206049532,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 45.094846380874515,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 29.584295416716486,
          "vllm_decode_tps": 67.60343526281542,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 15.502325372304767,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 171.70430587418377,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 156.95195871731266,
          "vllm_decode_tps": 63.7137636364964,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 14.742029319982976,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 15.502325372304767,
      "retest_2K_total_seconds": 45.094846380874515,
      "retest_10K_prefill_seconds": 14.742029319982976,
      "retest_10K_total_seconds": 171.70430587418377,
      "retest_strict_prefill_seconds": 15.356500206049532,
      "retest_strict_total_seconds": 108.61691073700786,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": {
        "admitted": true,
        "TP": 8,
        "MTP": false,
        "precision": "native FP16 target and attention KV; SSM explicitly observed per rank",
        "expected_parent_source": "57f22fd70c859e4df9036fcc075a798fb032c31d",
        "expected_parent_image": "sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04",
        "worker_sha256": "fcc56ae066f391ec5c6dd65975282b45b08ceaaf5bb2b7759ffeea21e3d5cc52",
        "source_runtime_sha256": {
          "/opt/venv/lib/python3.12/site-packages/vllm/compilation/cuda_graph.py": "c44cda7b63febfd20d20e990e874a40748470c0ca50fe7a94fc450088ff14ac4",
          "/opt/vllm_patch_bundle/native/fixed3/v756f96_fixed3_core.so": "d87dee0d9baee9f4bb31803102ba3828fc26f7106b7e5b5481e8fa6967af2be2",
          "/opt/localaiservers/fixed3-down-early-repair/installed.sha256": "3201eb1c188ef87d709478f17d3a4b63d69771eb3d093135ece44ae006a40bb9",
          "/opt/vnext/profile/vllm_command.sh": "8fd2b5bc761cf417d2c2468ae5d87862276248a6780fb90dbb298a64fa36a2e0"
        },
        "ranks": [
          {
            "rank": 0,
            "worker_pid": 196,
            "device": "cuda:0",
            "target_parameter_logical_bytes": 6767123584,
            "original_projection_fallback_observed": true,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "num_gpu_blocks": 7139,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "worker_pid": 197,
            "device": "cuda:1",
            "target_parameter_logical_bytes": 6767123584,
            "original_projection_fallback_observed": true,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "num_gpu_blocks": 7139,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          },
          {
            "rank": 2,
            "worker_pid": 198,
            "device": "cuda:2",
            "target_parameter_logical_bytes": 6767123584,
            "original_projection_fallback_observed": true,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "num_gpu_blocks": 7139,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          },
          {
            "rank": 3,
            "worker_pid": 199,
            "device": "cuda:3",
            "target_parameter_logical_bytes": 6767123584,
            "original_projection_fallback_observed": true,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "num_gpu_blocks": 7139,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          },
          {
            "rank": 4,
            "worker_pid": 200,
            "device": "cuda:4",
            "target_parameter_logical_bytes": 6767123584,
            "original_projection_fallback_observed": true,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "num_gpu_blocks": 7139,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          },
          {
            "rank": 5,
            "worker_pid": 201,
            "device": "cuda:5",
            "target_parameter_logical_bytes": 6767123584,
            "original_projection_fallback_observed": true,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "num_gpu_blocks": 7139,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          },
          {
            "rank": 6,
            "worker_pid": 202,
            "device": "cuda:6",
            "target_parameter_logical_bytes": 6767123584,
            "original_projection_fallback_observed": true,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "num_gpu_blocks": 7139,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          },
          {
            "rank": 7,
            "worker_pid": 203,
            "device": "cuda:7",
            "target_parameter_logical_bytes": 6767123584,
            "original_projection_fallback_observed": true,
            "after_load_allocated_bytes": 6958575104,
            "after_load_reserved_bytes": 7308574720,
            "after_cache_allocated_bytes": 31288186880,
            "after_cache_reserved_bytes": 31669092352,
            "num_gpu_blocks": 7139,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      7139,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1520549888,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          7139,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 54827520,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          7139,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1403584512,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          }
        ],
        "receipt_sha256": {
          "tp8-cache-rank-0-pid-196.json": "4b8f058552151f1e2903813cfae0af2510be093357923a65d9d240a05d496a72",
          "tp8-cache-rank-1-pid-197.json": "2073314de234716e633beda30ba7bef1c12fb26855ddfc468a1df76596fbe2c2",
          "tp8-cache-rank-2-pid-198.json": "24f75e5a85d8a59a9ec0856d16f120798c675c3a8f5c53638ea9377dc7e5f6a3",
          "tp8-cache-rank-3-pid-199.json": "ac9b70407c733139fd2e5343bb4951b770aec1909397744e0635724640b15f1e",
          "tp8-cache-rank-4-pid-200.json": "5ddd1603a2a37aa37a6b5e1bc54760a3fba7c772ee312934da2779db25c9cffe",
          "tp8-cache-rank-5-pid-201.json": "f31861df717cb02003ab6e1648e3f00cc50ae9bedb661ba005c93b4fa9ebda71",
          "tp8-cache-rank-6-pid-202.json": "f24785f74c2d901f1fc1a5babd945e7533164d6a630234eda2762824137ddab1",
          "tp8-cache-rank-7-pid-203.json": "a2ac8738d0b7a86d8c172dacd369a7c186dce633c59fec137803cde65cd98197",
          "tp8-load-rank-0-pid-196.json": "0d0d692a743e3622809efb257edcf03286a9cfec6947b13f42cedfadc3234c72",
          "tp8-load-rank-1-pid-197.json": "d52f93ac35c6a3b43828905aba369c71f8d6b71f52948f3c5967286f80e3852e",
          "tp8-load-rank-2-pid-198.json": "2d343f909fe717f96952a2a839b65fb6a229b5b9142b6efea7814106532ccff1",
          "tp8-load-rank-3-pid-199.json": "746d53f9c54f9158102472c1dca474908c9b40fbed78f65234271ae71925bad4",
          "tp8-load-rank-4-pid-200.json": "c4dcb12203dec4526528c65b656f692a610cf72e1ece324b5e936303bffda0be",
          "tp8-load-rank-5-pid-201.json": "13608d78c5cff3d2dadc3b9d01120c44bdaabe46461ece3042fa48b72698937a",
          "tp8-load-rank-6-pid-202.json": "ff608e2a3cd77d72e7cb200d6e166d39a4eb5430a2b4730ec493b76ba62d33be",
          "tp8-load-rank-7-pid-203.json": "23dfb9ad807c33e44f216492230b526eb1f8fd9ef0eda1b938af208ce0b3cfa6"
        },
        "limits": [
          "Container image/CID, checkpoint file bytes and physical device mapping require separate owner evidence.",
          "Generated routes/maps and actual kernel/collective execution are separate observations.",
          "No maximum-context inference, unique-storage total, strict correctness or speed claim.",
          "The source lookup observes CUDAGraphWrapper/cuda_graph.py, not the underlying qwen3_5.py bytes.",
          "Timeout environment is not captured by this observer; no fabricated observation."
        ]
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33637744640,
        "1": 33584029696,
        "2": 33584132096,
        "3": 33584074752,
        "4": 33584177152,
        "5": 33584128000,
        "6": 33584078848,
        "7": 33533796352
      },
      "retest_memory_observation_count": 21,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/mi50-fp16-tp8-mtp0-previous/runtime-observations.jsonl",
      "retest_logged_model_load_delta_GiB": 6.82,
      "retest_logged_model_load_seconds": 7.578667,
      "retest_logged_available_KV_GiB": 22.67,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 22.67,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 371072,
      "retest_logged_context_capacity_x": 11.26,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-fp16-tp8-mtp0-previous",
        "image": "sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04",
        "container": "8b859435de245533d593ce5501e9d10ad6d8dcc76d593b11ac845b427b5c56c2",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 6.82,
        "retest_logged_model_load_seconds": 7.578667,
        "retest_logged_available_KV_GiB": 22.67,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 22.67,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 371072,
        "retest_logged_context_capacity_x": 11.26,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-fp16-tp8-mtp0-previous/service-final.log",
        "source_log_sha256": "071c179f82976ea238ccede6a3e54f18071f17adf763c73baff256e6cfaa164f",
        "sealed_index_sha256": "36dc26d55a69b2bb0238dd8b67f921f2e7195d0d7794c8a7336849ac6cc94e73",
        "source_lines": {
          "model_load": {
            "line": 207,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 17:11:11 [gpu_model_runner.py:4584] Model loading took 6.82 GiB memory and 7.578667 seconds"
          },
          "automatic_KV_budget": {
            "line": 256,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 17:12:42 [gpu_worker.py:453] Available KV cache memory: 22.67 GiB"
          },
          "grouped_KV_tokens": {
            "line": 264,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 17:12:42 [kv_cache_utils.py:1314] GPU KV cache size: 371,072 tokens"
          },
          "context_capacity": {
            "line": 265,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 17:12:42 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.26x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-fp16-tp8-mtp0-previous/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 31.327590942382812,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-fp16-tp8-mtp0-previous\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-r2/portable/launch.py --config mi50-fp16-tp8-mtp0-previous --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-fp16-tp8-mtp0-previous-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-15 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD128:/dev/dri/renderD128:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous/inputs/profiles/mi50-fp16-tp8-mtp0-previous/overlays/vllm_command.sh,dst=/opt/vnext/profile/vllm_command.sh,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous/inputs/profiles/mi50-fp16-tp8-mtp0-previous/overlays/mi50_tp8_worker.py,dst=/opt/mi50-tp8-observer/mi50_tp8_worker.py,readonly \\\n  --mount type=bind,src=/usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous/cache/vllm,dst=/root/.cache/vllm \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04",
      "serving_script": "portable/serve/mi50-fp16-tp8-mtp0-previous.sh",
      "serving_script_sha256": "9e5b21df002ab832cf7d0b1098d9de76e809bce677a2577ebe14a661e675df33",
      "recorded_docker_run_script": "serve/recorded/mi50-fp16-tp8-mtp0-previous.sh",
      "recorded_docker_run_sha256": "6974074a276237c93fae537ae66ead593414719047a3d78fb2b35cce340a2e6a",
      "serving_endpoint": "http://10.0.0.30:8001",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-mi50-fp16-tp8-mtp0-previous-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 0.0,
      "sampled_peak_VRAM_GiB": 31.327552795410156,
      "weight_tensor_GiB_per_rank": 6.302374958992004,
      "weight_tensor_scope": "FP16 parameter extents",
      "record_label": "Earlier Qwen3.8 TP8",
      "reproduction_script": "portable/benchmark/mi50-fp16-tp8-mtp0-previous.sh",
      "reproduction_script_sha256": "0822a935179294dac3a40545fa91aa723d37072fe1bfd5abaa7cd9390169a1cc",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.30.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous\nmodel_root=/usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60\nprofile_id=mi50-fp16-tp8-mtp0-previous\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-fp16-tp8-mtp0-previous-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-15 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD128:/dev/dri/renderD128:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous/inputs/profiles/mi50-fp16-tp8-mtp0-previous/overlays/vllm_command.sh,dst=/opt/vnext/profile/vllm_command.sh,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous/inputs/profiles/mi50-fp16-tp8-mtp0-previous/overlays/mi50_tp8_worker.py,dst=/opt/mi50-tp8-observer/mi50_tp8_worker.py,readonly \\\n  --mount type=bind,src=/usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0-previous/cache/vllm,dst=/root/.cache/vllm \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-fp16-tp8-mtp0-previous-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-fp16-tp8-mtp0-previous.sh",
      "recorded_lab_serving_script_sha256": "16d608bccd6b2800a00189a32b789bd919390f289dd84a418c7a37492c0acbb9",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.30.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-fp16-tp8-mtp0-previous --model /usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60 --output /home/ai/qwen38-release-retests-20261026/mi50-fp16-tp8-mtp0-previous-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-25-mi50-fp16-tp8-mtp0-previous.sh",
      "recorded_lab_reproduction_script_sha256": "1f3bcd7ab9c2e710c3f42ac79abe63fced2284106c59f51c8930fe7369e32dc2",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-5c4e7b7a071d",
      "registry_image": "joe2gaan/localaiservers@sha256:7d9a5e4969001af7785d888350428ad81fec613027782d326b42516fd6bc3dcd",
      "registry_manifest_digest": "sha256:7d9a5e4969001af7785d888350428ad81fec613027782d326b42516fd6bc3dcd",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:7d9a5e4969001af7785d888350428ad81fec613027782d326b42516fd6bc3dcd",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "mi50-fp16-tp8-mtp0-previous",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": false,
        "official_2K_eligible": false,
        "historical_sample_valid": null,
        "fresh_2K_status": "diagnostic / ineligible",
        "summaries": {
          "strict": {
            "completion_tokens": 10805,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 186.761883944273,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T21:57:45Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.012507418170571327,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 48647,
            "text_chars": 48647,
            "text_sha256": "9d9059ffcf98b5f4c6a9e0da75090231aaaf3a77127a7e5ca3da19c24aa0afc0",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 171.0692141884938,
            "vllm_decode_tps": 63.16156914180033,
            "vllm_generation_tokens_delta": 10805.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.682509177364409,
            "vllm_prefill_tps": 30.160989842283136,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 57.85441746359795
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 45.63218120113015,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T21:58:33Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008618236519396305,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 8718,
            "text_chars": 8718,
            "text_sha256": "e85c1b58cf5ead754a97bf391e47b1010ea5c827678a1fd1e4e73600326c0709",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 29.68798005953431,
            "vllm_decode_tps": 67.36733169415137,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.935353471897542,
            "vllm_prefill_tps": 29.68242912428326,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 43.82871796517294
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 172.98016954772174,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T22:01:26Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008071170188486576,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 45045,
            "text_chars": 45045,
            "text_sha256": "e2394ceddab1ea404538250f6ffcba7785f236db39ec71498d31ae36b66c8e1b",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 157.45232519879937,
            "vllm_decode_tps": 63.511288178018305,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.5185188902542,
            "vllm_prefill_tps": 30.47971287369758,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 57.81009479957297
          }
        },
        "evidence": "dockerhub-e2e/mi50-fp16-tp8-mtp0-previous.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Current Qwen3.8 TP8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "FP16",
      "TP": 8,
      "MTP": 0,
      "status": "Accepted TP8 deployment baseline under strict PASS and >=70 TPS. Exact tested image/profile restored as a new service instance on .30; completed inference and HTTP200 verified. Original measured cohort remains stopped under historical >71 rule. One eligible benchmark sample, no TP4 qualification.",
      "strict": "PASS",
      "source": "/home/joe/PhoneSync/Documents/gfx906/tuning/fixed3-tp8-gateup/serving/result-20261023.json#$",
      "source_revision": "f3aff262c7ce2ed5b65a156ce1f7cd5dc5bb6d7c",
      "image": "sha256:0aab9fc8441d0d25b576bdb70ef0c9cbb6982eb7ac37a7f108fee2dba77a40ce",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "host": "10.0.0.30",
      "leave_running_policy": "Strict PASS and official exact2K >=70 TPS after the full ladder accepts the TP8 deployment baseline. Original stopped measurement is retained; exact-image service restoration is a separate instance.",
      "strict_tokens": 14795,
      "strict_TPS": 64.19733379026958,
      "fixed_2K_TPS": 70.37197138638763,
      "fixed_10K_TPS": 66.40603683633941,
      "official_current_2K_eligible": true,
      "fixed_2K_prefill_seconds": 15.52441488718614,
      "fixed_2K_total_seconds": 43.95317275123671,
      "fixed_10K_prefill_seconds": 14.784574894234538,
      "fixed_10K_total_seconds": 165.38285010913387,
      "weight_format": "Native FP16 with lossless fixed3 packed gate/up; other TP8 projection families retain dense fallback. No quantization or MTP.",
      "configured_context": 131072,
      "activation_dtype": "FP16",
      "attention_KV_dtype": "FP16",
      "official_fixed_2k_tps": 70.37197138638763,
      "eligible_speed_samples": 1,
      "strict_prefill_seconds": 14.693329483736306,
      "strict_client_total_seconds": 245.16398947313428,
      "packed_weight_bytes_total": 18795290104,
      "target_parameter_logical_bytes_by_rank": "{\"0\": 6767123584, \"1\": 6767123584, \"2\": 6767123584, \"3\": 6767123584, \"4\": 6767123584, \"5\": 6767123584, \"6\": 6767123584, \"7\": 6767123584}",
      "packed_buffer_logical_bytes_by_rank": "{\"0\": 2349609008, \"1\": 2349593600, \"2\": 2349373240, \"3\": 2349224056, \"4\": 2349203776, \"5\": 2349321712, \"6\": 2349479896, \"7\": 2349484816}",
      "memory_accounting_limit": "Target parameter extents and lossless packed gate/up buffers are separate representations, not a disjoint unique whole-model footprint. Logical KV views may alias. Allocator counters and sampled physical VRAM are separate. No full-context request was tested.",
      "sampled_VRAM_before_ladder_bytes_by_rank": "{\"0\": 33783861248, \"1\": 33730301952, \"2\": 33730269184, \"3\": 33730314240, \"4\": 33730240512, \"5\": 33730314240, \"6\": 33730297856, \"7\": 33679798272}",
      "sampled_VRAM_after_ladder_bytes_by_rank": "{\"0\": 33783861248, \"1\": 33730301952, \"2\": 33730269184, \"3\": 33730314240, \"4\": 33730240512, \"5\": 33730314240, \"6\": 33730297856, \"7\": 33679798272}",
      "KV_capacity": "{\"actual_attention_shape\": [6477, 2, 208, 1, 256], \"actual_blocks\": 6477, \"available_KV_GiB\": 20.57, \"limit\": \"Engine grouped-cache interpretation differs from raw view extent; no full-context inference performed.\", \"reported_GPU_KV_tokens\": 336752, \"reported_max_concurrency_at_131072\": 10.22}",
      "attention_KV_logical_view_shape": "[6477, 2, 208, 1, 256]",
      "post_KV_allocator_allocated_bytes_by_rank": "{\"0\": 31438801408, \"1\": 31438786560, \"2\": 31438564864, \"3\": 31438415360, \"4\": 31438394880, \"5\": 31438513664, \"6\": 31438672896, \"7\": 31438678016}",
      "post_KV_allocator_reserved_bytes_by_rank": "{\"0\": 31803310080, \"1\": 31803310080, \"2\": 31803310080, \"3\": 31803310080, \"4\": 31803310080, \"5\": 31803310080, \"6\": 31803310080, \"7\": 31803310080}",
      "SSM_dtype": "actual torch.float16 (original auto policy)",
      "leave_running_criterion_met": true,
      "cohort_final_state": "{\"Dead\": false, \"Error\": \"\", \"ExitCode\": 0, \"FinishedAt\": \"2026-10-23T17:24:03.354163964Z\", \"OOMKilled\": false, \"Paused\": false, \"Pid\": 0, \"Restarting\": false, \"Running\": false, \"StartedAt\": \"2026-10-23T16:56:51.679776685Z\", \"Status\": \"exited\"}",
      "accepted_deployment_baseline": true,
      "acceptance_minimum_fixed2K_TPS": 70.0,
      "acceptance_comparison_operator": ">=",
      "acceptance_policy": "Joe: let the 70TPS run pass so we can optimize it more later and we can have less images to ship. Strict PASS remains required. Original >71 closure is preserved.",
      "runtime_profile_sha256": "0531be4316d645c0a78bd2a846a4627750776e4bfbda2ebd5d019fe9fb6a57e8",
      "supporting_record_hashes": "{\"/home/joe/PhoneSync/Documents/gfx906/results/mi50-fp16-tp8-gateup-r0-mirror/source/results/mi50-fp16-tp8-gateup-r0/actual-loaded-admission.json\": \"62e526cf21e2c35e5e949b5c131883fc3e7355d3554c869fceaba54d4ae66eae\", \"/home/joe/PhoneSync/Documents/gfx906/results/mi50-fp16-tp8-gateup-r0-mirror/source/results/mi50-fp16-tp8-gateup-r0/ladder-1/c1_10000_proxy/summary.json\": \"f69f4ebcfc525a8fb39b7ad9981a0847a30dee87cf5cd98f1a0d6d6755d6732a\", \"/home/joe/PhoneSync/Documents/gfx906/results/mi50-fp16-tp8-gateup-r0-mirror/source/results/mi50-fp16-tp8-gateup-r0/ladder-1/c1_128_strict_proxy/summary.json\": \"8bb31c87d7acbc31ab2fc9550f5fa5713f169df9fcaa1f436caf6e07d40eade0\", \"/home/joe/PhoneSync/Documents/gfx906/results/mi50-fp16-tp8-gateup-r0-mirror/source/results/mi50-fp16-tp8-gateup-r0/ladder-1/c1_2000_proxy/summary.json\": \"c18a234511a84ed93a401962666efb2fdb2f6e311250d41e97ae3511fe2cfa68\", \"/home/joe/PhoneSync/Documents/gfx906/results/mi50-fp16-tp8-gateup-r0-mirror/source/results/mi50-fp16-tp8-gateup-r0/launch-inputs/serving-pins.json\": \"258de2059dcbad5525aa7726a4d8560b92c65f5c999e401583a77a737455956a\", \"/home/joe/PhoneSync/Documents/gfx906/results/mi50-fp16-tp8-gateup-r0-mirror/source/results/mi50-fp16-tp8-gateup-r0/vram-after-ladder.txt\": \"2a79c7ecddce4dd93fb78ecb9fb0adf12b06007fbb9d731c704bf191d0473c1b\", \"/home/joe/PhoneSync/Documents/gfx906/results/mi50-fp16-tp8-gateup-r0-mirror/source/results/mi50-fp16-tp8-gateup-r0/vram-before-ladder.txt\": \"2a79c7ecddce4dd93fb78ecb9fb0adf12b06007fbb9d731c704bf191d0473c1b\"}",
      "deployment_record": "/home/joe/PhoneSync/Documents/gfx906/tuning/fixed3-tp8-gateup/serving/deployment-20261023.json",
      "deployment_sha256": "75c8a071499095ac2e2283be39fb02e6bc45f0a3e649c0301b32e3f7bfd0f02e",
      "deployment_commit": "d79b1aa",
      "deployment_endpoint": "http://10.0.0.30:8001/v1",
      "deployment_observed_utc": "2026-10-23T17:42:46.235464+00:00",
      "deployment_state": "{\"CID\": \"644baf11c4f4a0e1b229de0b8336be201ffe822d792818543601b915c250da66\", \"OOM\": false, \"PID\": 2187952, \"health_HTTP\": 200, \"restart_count\": 0, \"running\": true, \"same_image_profile_as_measured\": true, \"same_instance_as_measured\": false, \"started_utc\": \"2026-10-23T17:31:36.956525924Z\"}",
      "deployment_limit": "Recorded readiness/inference observation for a separate restored instance. The 70.37197138638763 TPS sample belongs to original measured r0; no new benchmark or repeatability claim.",
      "full_context_residency_demonstrated": false,
      "review_record": "/home/joe/PhoneSync/Documents/gfx906/tuning/helper-analysis/tp8-gateup-serving-result-review-20261023.json",
      "review_sha256": "8e4a60fbf382d7558a4344439ee5f6d493742580c3d0d4eed8094e6942797e3f",
      "primary_record_sha256_at_ingest": "5710b7ca446e7fc11cd91570e05f862ed6fa9bbd266334b79ded24c1fa9d494d",
      "result_entry_sha256_at_ingest": "17b76f0a811070ca4a20ed94abff2b26136950841272b82381ccee1b63ad7d95",
      "source_evidence_commit": "ca367c2",
      "review_commit": "c37d422",
      "review_scope_note": "Independent compact scorer/request/counter replay plus final 4,147-file seal supplement. Older close_candidate decision records the original threshold; later user policy accepts this result.",
      "evidence_archive_sha256": "8563021a6d7bd7d9346c0b8d97f690e2ad600d6f8f5a23ed45663d4e83389901",
      "evidence_file_count": 4147,
      "ingestion_verification": "Independent review and exact final manifest identified; three sealed summary hashes matched the review; all three TPS/token/request arithmetic checks pass. Eight-rank loaded identity/pack counts, sampled VRAM and stopped cohort state reconciled. Bounded Research verification, not a second full 4,147-file/scorer replay. Final canonical result matched ca367c2, full-result review matched c37d422, and separate deployment matched d79b1aa; exact source/image/metrics and three completed startup responses agree. No live server query by Research.",
      "comparison_limit": "New host-only TP8 dispatch and separate gate/up packing; full fixed3 device ELF unchanged. | Dense gate-then-up weight layout preserved. M1 fused K5120; M2..4 original opaque GEMM plus exact retained compiled TI7 activation; M>4 original Python path. | Only VLLM_GFX906_TP8_GATE_FIXED3=1 added to original TP8 profile. | Mounted intended profile deliberately differs from stock image profile in installed.sha256. Full manifest passes at image build; runtime observes this replacement separately. | New private rootFS cache; other projection/collective eligibility and all requests/scorer unchanged. | Outer scrapes in either cohort do not expose internal scorer scrapes or the full settlement trajectory. | One official sample per configuration; no repeatability or causal claim. | Fixed-tier strict flags are not model correctness verdicts; uncapped strict is sole correctness authority. | No TP4 qualification, formal promotion or model causal attribution. | Gate/up-only packed route on the same .30 host; actual eight FP16 ranks admitted. Other projection families retain fallback. Generated callsites are not dynamic per-token kernel traces. | Fresh private rootSSD caches; actual KV blocks 6477 versus original dense 7139. One sample per configuration; observed gain is not isolated causal attribution. | Scoped kernel logs changed; retained bounded fault/reset/error signatures have zero matches. Active debug logging is not assumed performance-neutral. | Original >71 rule closed the measured cohort. Joe subsequently accepted strict-valid >=70 TPS; a service restoration does not create a new benchmark sample. | Fixed-tier raw strict flags are not model verdicts; uncapped strict PASS determines eligibility.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-0aab9fc8441d",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-fp16-tp8-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-r2/portable/launch.py --config mi50-fp16-tp8-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-fp16-tp8-mtp0",
      "recorded_configuration_details": {
        "cell": "FP16_TP8_gateup_MTP_off",
        "status": "completed",
        "TP": 8,
        "native_MTP_tokens": 0,
        "host": "10.0.0.30",
        "strict_pass": true,
        "strict_tokens": 14795,
        "strict_diagnostic_TPS": 64.19733379026958,
        "official_2K_TPS": 70.37197138638763,
        "official_2K_tokens": 2000,
        "official_2K_prefill_seconds": 15.52441488718614,
        "official_2K_total_seconds": 43.95317275123671,
        "diagnostic_10K_TPS": 66.40603683633941,
        "diagnostic_10K_tokens": 10000,
        "diagnostic_10K_prefill_seconds": 14.784574894234538,
        "diagnostic_10K_total_seconds": 165.38285010913387,
        "SSM_dtype": "torch.float16",
        "source": "f3aff262c7ce2ed5b65a156ce1f7cd5dc5bb6d7c",
        "image": "sha256:0aab9fc8441d0d25b576bdb70ef0c9cbb6982eb7ac37a7f108fee2dba77a40ce",
        "primary": "tuning/fixed3-tp8-gateup/serving/result-20261023.json",
        "strict_prefill_seconds": 14.693329483736306,
        "strict_total_seconds": 245.16398947313428,
        "per_rank_memory_JSON": [
          {
            "rank": 0,
            "worker_pid": 196,
            "device": "cuda:0",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349609008,
            "after_load_allocated_bytes": 9359171584,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438801408,
            "after_cache_reserved_bytes": 31803310080
          },
          {
            "rank": 1,
            "worker_pid": 197,
            "device": "cuda:1",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349593600,
            "after_load_allocated_bytes": 9359156736,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438786560,
            "after_cache_reserved_bytes": 31803310080
          },
          {
            "rank": 2,
            "worker_pid": 198,
            "device": "cuda:2",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349373240,
            "after_load_allocated_bytes": 9358935040,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438564864,
            "after_cache_reserved_bytes": 31803310080
          },
          {
            "rank": 3,
            "worker_pid": 199,
            "device": "cuda:3",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349224056,
            "after_load_allocated_bytes": 9358785536,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438415360,
            "after_cache_reserved_bytes": 31803310080
          },
          {
            "rank": 4,
            "worker_pid": 200,
            "device": "cuda:4",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349203776,
            "after_load_allocated_bytes": 9358765056,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438394880,
            "after_cache_reserved_bytes": 31803310080
          },
          {
            "rank": 5,
            "worker_pid": 201,
            "device": "cuda:5",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349321712,
            "after_load_allocated_bytes": 9358883840,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438513664,
            "after_cache_reserved_bytes": 31803310080
          },
          {
            "rank": 6,
            "worker_pid": 202,
            "device": "cuda:6",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349479896,
            "after_load_allocated_bytes": 9359043072,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438672896,
            "after_cache_reserved_bytes": 31803310080
          },
          {
            "rank": 7,
            "worker_pid": 203,
            "device": "cuda:7",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349484816,
            "after_load_allocated_bytes": 9359048192,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438678016,
            "after_cache_reserved_bytes": 31803310080
          }
        ],
        "KV_JSON": {
          "blocks": 6477,
          "block_size": 208,
          "attention_example": {
            "shape": [
              6477,
              2,
              208,
              1,
              256
            ],
            "stride": [
              106496,
              53248,
              256,
              256,
              1
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 1379549184,
            "storage_offset": 0
          },
          "conv_example": {
            "shape": [
              6477,
              3,
              1280
            ],
            "stride": [
              106496,
              1280,
              1
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 49743360,
            "storage_offset": 0
          },
          "SSM_example": {
            "shape": [
              6477,
              6,
              128,
              128
            ],
            "stride": [
              106496,
              16384,
              128,
              1
            ],
            "dtype": "torch.float16",
            "device": "cuda:0",
            "bytes": 1273430016,
            "storage_offset": 3840
          },
          "attention_layers_per_rank": 16,
          "GDN_layers_per_rank": 48,
          "configured_SSM_dtype": "auto",
          "configured_conv_dtype": "auto",
          "logged_available_KV_GiB": 20.57,
          "logged_GPU_KV_tokens": 336752,
          "logged_max_concurrency_at_131072": 10.22,
          "limits": "Actual views may share/interleave physical grouped allocation. Logical bytes and raw block extents are not additive physical storage or a full-context execution proof; engine grouped token/concurrency reports use different accounting."
        },
        "VRAM_JSON": {
          "before": [
            {
              "render": 128,
              "PCI": "0000:06:00.0",
              "bytes": 33783861248,
              "busy": 0
            },
            {
              "render": 129,
              "PCI": "0000:09:00.0",
              "bytes": 33730301952,
              "busy": 0
            },
            {
              "render": 130,
              "PCI": "0000:45:00.0",
              "bytes": 33730269184,
              "busy": 0
            },
            {
              "render": 131,
              "PCI": "0000:48:00.0",
              "bytes": 33730314240,
              "busy": 0
            },
            {
              "render": 132,
              "PCI": "0000:89:00.0",
              "bytes": 33730240512,
              "busy": 0
            },
            {
              "render": 133,
              "PCI": "0000:8c:00.0",
              "bytes": 33730314240,
              "busy": 0
            },
            {
              "render": 134,
              "PCI": "0000:c5:00.0",
              "bytes": 33730297856,
              "busy": 0
            },
            {
              "render": 135,
              "PCI": "0000:c8:00.0",
              "bytes": 33679798272,
              "busy": 0
            }
          ],
          "after": [
            {
              "render": 128,
              "PCI": "0000:06:00.0",
              "bytes": 33783861248,
              "busy": 0
            },
            {
              "render": 129,
              "PCI": "0000:09:00.0",
              "bytes": 33730301952,
              "busy": 0
            },
            {
              "render": 130,
              "PCI": "0000:45:00.0",
              "bytes": 33730269184,
              "busy": 0
            },
            {
              "render": 131,
              "PCI": "0000:48:00.0",
              "bytes": 33730314240,
              "busy": 0
            },
            {
              "render": 132,
              "PCI": "0000:89:00.0",
              "bytes": 33730240512,
              "busy": 0
            },
            {
              "render": 133,
              "PCI": "0000:8c:00.0",
              "bytes": 33730314240,
              "busy": 0
            },
            {
              "render": 134,
              "PCI": "0000:c5:00.0",
              "bytes": 33730297856,
              "busy": 0
            },
            {
              "render": 135,
              "PCI": "0000:c8:00.0",
              "bytes": 33679798272,
              "busy": 0
            }
          ],
          "limits": "Two own-card samples, not peaks/continuous measurement or model-only allocation."
        },
        "attention_KV_dtype": "torch.float16",
        "context": 131072,
        "speculative_accounting_JSON": null
      },
      "strict_total_seconds": 245.16398947313428,
      "detail_source": "/home/joe/PhoneSync/Documents/gfx906/baseline/qwen38/fp16-matrix.csv",
      "detail_source_sha256": "8643d90cf1f211a7f77be9f6212cd7706e6dbae3ae84b9bc80b5f42fa199ffe0",
      "detail_source_pointer": "FP16_TP8_gateup_MTP_off",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-fp16-tp8-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T15:57:46.384320926Z",
          "FinishedAt": "2026-10-26T16:20:30.268261294Z"
        },
        "devices_after": [
          {
            "card": 0,
            "render": 128,
            "pci": "0000:06:00.0",
            "actual_card": "card1",
            "busy_percent": 0,
            "vram_bytes": 21298290688,
            "dpm": "auto"
          },
          {
            "card": 1,
            "render": 129,
            "pci": "0000:09:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 21178646528,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:45:00.0",
            "actual_card": "card3",
            "busy_percent": 0,
            "vram_bytes": 21178335232,
            "dpm": "auto"
          },
          {
            "card": 3,
            "render": 131,
            "pci": "0000:48:00.0",
            "actual_card": "card4",
            "busy_percent": 0,
            "vram_bytes": 22552678400,
            "dpm": "auto"
          },
          {
            "card": 4,
            "render": 132,
            "pci": "0000:89:00.0",
            "actual_card": "card5",
            "busy_percent": 0,
            "vram_bytes": 22555885568,
            "dpm": "auto"
          },
          {
            "card": 5,
            "render": 133,
            "pci": "0000:8c:00.0",
            "actual_card": "card6",
            "busy_percent": 0,
            "vram_bytes": 22555213824,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:c5:00.0",
            "actual_card": "card7",
            "busy_percent": 0,
            "vram_bytes": 22556356608,
            "dpm": "auto"
          },
          {
            "card": 7,
            "render": 135,
            "pci": "0000:c8:00.0",
            "actual_card": "card8",
            "busy_percent": 0,
            "vram_bytes": 22505455616,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T16:20:30.387589+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 70.33971228281604,
      "retest_10K_TPS": 66.38633126361084,
      "retest_strict_tokens": 10210,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 10210,
          "elapsed_seconds": 168.26249494263902,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 153.90207020984963,
          "vllm_decode_tps": 66.34088798206801,
          "vllm_generation_tokens_delta": 10210.0,
          "vllm_prefill_seconds_delta": 14.347171621862799,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 44.575539912097156,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 28.433440159074962,
          "vllm_decode_tps": 70.33971228281604,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 16.134185431990772,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 164.31250084890053,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 150.6334182000719,
          "vllm_decode_tps": 66.38633126361084,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 13.67035356303677,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 16.134185431990772,
      "retest_2K_total_seconds": 44.575539912097156,
      "retest_10K_prefill_seconds": 13.67035356303677,
      "retest_10K_total_seconds": 164.31250084890053,
      "retest_strict_prefill_seconds": 14.347171621862799,
      "retest_strict_total_seconds": 168.26249494263902,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": {
        "admitted": true,
        "TP": 8,
        "MTP": false,
        "precision": "native FP16 target and attention KV; SSM explicitly observed per rank",
        "expected_parent_source": "57f22fd70c859e4df9036fcc075a798fb032c31d",
        "expected_parent_image": "sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04",
        "worker_sha256": "340623a300c52902efaa1ca0c16728df22394fd087b6bdd99aded689acfda273",
        "source_runtime_sha256": {
          "/opt/venv/lib/python3.12/site-packages/vllm/compilation/cuda_graph.py": "c44cda7b63febfd20d20e990e874a40748470c0ca50fe7a94fc450088ff14ac4",
          "/opt/venv/lib/python3.12/site-packages/vllm/model_executor/models/qwen2_moe.py": "83a390334fee436c7209227a49ed9f3de14e1a0edca79d35e7bc771a06b5dd61",
          "/opt/vllm_patch_bundle/qwen2_moe_interleaved_swiglu_20260608.py": "83a390334fee436c7209227a49ed9f3de14e1a0edca79d35e7bc771a06b5dd61",
          "/opt/vllm_patch_bundle/native/fixed3/v756f96_fixed3_core.so": "533c14d100c7afffb39fb6c8ee236af6bc1aaf9b89d257100a7dec215efe9ad9",
          "/opt/localaiservers/fixed3-tp8-gateup/installed.sha256": "649f4085e2113c5265960ab938869a3a27722774d7d6bbcd132ea750be8f6758",
          "/opt/vnext/profile/vllm_command.sh": "0531be4316d645c0a78bd2a846a4627750776e4bfbda2ebd5d019fe9fb6a57e8"
        },
        "ranks": [
          {
            "rank": 0,
            "worker_pid": 196,
            "device": "cuda:0",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349609008,
            "other_projection_fallback_observed": true,
            "after_load_allocated_bytes": 9359171584,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438801408,
            "after_cache_reserved_bytes": 31803310080,
            "num_gpu_blocks": 6477,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:0",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "worker_pid": 197,
            "device": "cuda:1",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349593600,
            "other_projection_fallback_observed": true,
            "after_load_allocated_bytes": 9359156736,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438786560,
            "after_cache_reserved_bytes": 31803310080,
            "num_gpu_blocks": 6477,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:1",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          },
          {
            "rank": 2,
            "worker_pid": 198,
            "device": "cuda:2",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349373240,
            "other_projection_fallback_observed": true,
            "after_load_allocated_bytes": 9358935040,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438564864,
            "after_cache_reserved_bytes": 31803310080,
            "num_gpu_blocks": 6477,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:2",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          },
          {
            "rank": 3,
            "worker_pid": 199,
            "device": "cuda:3",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349224056,
            "other_projection_fallback_observed": true,
            "after_load_allocated_bytes": 9358785536,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438415360,
            "after_cache_reserved_bytes": 31803310080,
            "num_gpu_blocks": 6477,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:3",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          },
          {
            "rank": 4,
            "worker_pid": 200,
            "device": "cuda:4",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349203776,
            "other_projection_fallback_observed": true,
            "after_load_allocated_bytes": 9358765056,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438394880,
            "after_cache_reserved_bytes": 31803310080,
            "num_gpu_blocks": 6477,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:4",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          },
          {
            "rank": 5,
            "worker_pid": 201,
            "device": "cuda:5",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349321712,
            "other_projection_fallback_observed": true,
            "after_load_allocated_bytes": 9358883840,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438513664,
            "after_cache_reserved_bytes": 31803310080,
            "num_gpu_blocks": 6477,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:5",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          },
          {
            "rank": 6,
            "worker_pid": 202,
            "device": "cuda:6",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349479896,
            "other_projection_fallback_observed": true,
            "after_load_allocated_bytes": 9359043072,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438672896,
            "after_cache_reserved_bytes": 31803310080,
            "num_gpu_blocks": 6477,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:6",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          },
          {
            "rank": 7,
            "worker_pid": 203,
            "device": "cuda:7",
            "target_parameter_logical_bytes": 6767123584,
            "gateup_packed_owners": 64,
            "gateup_packed_bytes": 2349484816,
            "other_projection_fallback_observed": true,
            "after_load_allocated_bytes": 9359048192,
            "after_load_reserved_bytes": 9724493824,
            "after_cache_allocated_bytes": 31438678016,
            "after_cache_reserved_bytes": 31803310080,
            "num_gpu_blocks": 6477,
            "configured_SSM_dtype": "auto",
            "configured_conv_dtype": "auto",
            "actual_SSM_dtypes": [
              "torch.float16"
            ],
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "tensors": [
                  {
                    "shape": [
                      6477,
                      2,
                      208,
                      1,
                      256
                    ],
                    "stride": [
                      106496,
                      53248,
                      256,
                      256,
                      1
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1379549184,
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float16"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "tensors": [
                      {
                        "shape": [
                          6477,
                          3,
                          1280
                        ],
                        "stride": [
                          106496,
                          1280,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 49743360,
                        "storage_offset": 0
                      },
                      {
                        "shape": [
                          6477,
                          6,
                          128,
                          128
                        ],
                        "stride": [
                          106496,
                          16384,
                          128,
                          1
                        ],
                        "dtype": "torch.float16",
                        "device": "cuda:7",
                        "bytes": 1273430016,
                        "storage_offset": 3840
                      }
                    ]
                  }
                ]
              }
            ]
          }
        ],
        "receipt_sha256": {
          "tp8-cache-rank-0-pid-196.json": "2eae0d478dacafa7ad00fdca57c026c051d6fe8f5d052350d45e1acae958a26b",
          "tp8-cache-rank-1-pid-197.json": "32a9f36a2ce292096c16f6acdac7fa3e4ebfdb6cdd6088d69896258dfe704cdd",
          "tp8-cache-rank-2-pid-198.json": "8a793aebfca7d207771365412221e6beae558707e4d07573ffb60601b22429f4",
          "tp8-cache-rank-3-pid-199.json": "6f7f78ac25da24fd2660047157e50c032b905cac98d11ddd20c828f3d02b58f4",
          "tp8-cache-rank-4-pid-200.json": "1201e95deb8b005ce75df8cefc5ee1d1267a7ac589dfba73dd52b525c9261ca9",
          "tp8-cache-rank-5-pid-201.json": "8a88a221ce9e4a61d571cc16ad8dc7bc97f0e3a529e9d1be8ff934ac14799b5c",
          "tp8-cache-rank-6-pid-202.json": "b5da0f3b9e9b5f7b05e01b269ec438c0fa830856cfd1465f89127eb0bff71642",
          "tp8-cache-rank-7-pid-203.json": "d0994727fbb90f664ff4f97b66de05cbb9831a8b65e3fbc4d10f0e677a7e8925",
          "tp8-load-rank-0-pid-196.json": "f9b67225e94eeef83b16f4e8eff3a1f633f14f21fcf2d76283e21ccc452e46a6",
          "tp8-load-rank-1-pid-197.json": "c62366f0b6b42dfe6099809cb733ec2f4b0bef0e8df6c870abe7a5ab9aeb2703",
          "tp8-load-rank-2-pid-198.json": "5f5d897d5d73d56922dafce725bc417ebb84adb405f74457740a98a221cf1ced",
          "tp8-load-rank-3-pid-199.json": "3677fa2210891a54cee77bf818e7bd2c82b796351c86f4981dabb54cdddab68b",
          "tp8-load-rank-4-pid-200.json": "87017c60e59736a9de3fa62ab998fbf9862eee558c0d6f14783c40a395d058c1",
          "tp8-load-rank-5-pid-201.json": "92df174089713ebe789036d48e23bf1819709365c34b0f735f9276244cb48f26",
          "tp8-load-rank-6-pid-202.json": "b288a6acb1ef166aeaeab18b6c11702ebf1533da96e49954089e70f4a7c439fe",
          "tp8-load-rank-7-pid-203.json": "ff308a12a91749ec7e7bfdcbebbdad7acff423471ddb69981b7e0a93254ebd03"
        },
        "limits": [
          "Container image/CID, checkpoint file bytes and physical device mapping require separate owner evidence.",
          "Generated routes/maps and actual kernel/collective execution are separate observations.",
          "No maximum-context inference, unique-storage total, strict correctness or speed claim.",
          "The source lookup observes CUDAGraphWrapper/cuda_graph.py, not the underlying qwen3_5.py bytes.",
          "Timeout environment is not captured by this observer; no fabricated observation."
        ]
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "restored_service": {
        "utc": "2026-10-26T17:37:38.967242+00:00",
        "endpoint": "http://10.0.0.30:8001",
        "state": "Restored and HTTP-ready",
        "container": "644baf11c4f4a0e1b229de0b8336be201ffe822d792818543601b915c250da66",
        "image": "sha256:0aab9fc8441d0d25b576bdb70ef0c9cbb6982eb7ac37a7f108fee2dba77a40ce",
        "host_pid": 395730,
        "started_at": "2026-10-26T17:30:28.805572262Z",
        "unchanged_container_config_and_host_config": true,
        "load_reports": 8,
        "cache_reports": 8,
        "retained_evidence": "restored-service-evidence/index.json",
        "queue_parent_exit": 0,
        "restoration_owner_parent_exit": 0,
        "scope": "Exact accepted container/profile and HTTP model readiness verified after restoration; retained eight-rank load/cache reports. No additional performance sample is claimed."
      },
      "restored_service_final_health": {
        "utc": "2026-10-27T03:09:30.685981+00:00",
        "container": "644baf11c4f4a0e1b229de0b8336be201ffe822d792818543601b915c250da66",
        "image": "sha256:0aab9fc8441d0d25b576bdb70ef0c9cbb6982eb7ac37a7f108fee2dba77a40ce",
        "state": {
          "Status": "running",
          "Running": true,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 395730,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T17:30:28.805572262Z",
          "FinishedAt": "2026-10-26T15:57:04.741831426Z"
        },
        "restart_count": 0,
        "health_http_status": 200,
        "models": [
          "Qwen/Qwen3.8-27B"
        ],
        "endpoint": "http://10.0.0.30:8001",
        "scope": "Read-only check of the accepted restored service; no inference, restart, or peer-device check."
      },
      "retest_logged_model_load_delta_GiB": 9.07,
      "retest_logged_model_load_seconds": 22.691548,
      "retest_logged_available_KV_GiB": 20.57,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 20.57,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 336752,
      "retest_logged_context_capacity_x": 10.22,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-fp16-tp8-mtp0",
        "image": "sha256:0aab9fc8441d0d25b576bdb70ef0c9cbb6982eb7ac37a7f108fee2dba77a40ce",
        "container": "ae82bff4b20a076f77a910c5721aa5ac0fc946b40a75fd1ab511e08b08f418aa",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 9.07,
        "retest_logged_model_load_seconds": 22.691548,
        "retest_logged_available_KV_GiB": 20.57,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 20.57,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 336752,
        "retest_logged_context_capacity_x": 10.22,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-fp16-tp8-mtp0/service-final.log",
        "source_log_sha256": "73b42cdf85e17a4b8fc446101f58a84f60f280529af15dc1711fd4dada425b46",
        "sealed_index_sha256": "4578ad1dc43c02e27e9e24e23f5962720d6906c26ef4715afe24cb4f342f5279",
        "source_lines": {
          "model_load": {
            "line": 216,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 15:59:42 [gpu_model_runner.py:4584] Model loading took 9.07 GiB memory and 22.691548 seconds"
          },
          "automatic_KV_budget": {
            "line": 267,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 16:02:06 [gpu_worker.py:453] Available KV cache memory: 20.57 GiB"
          },
          "grouped_KV_tokens": {
            "line": 274,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 16:02:06 [kv_cache_utils.py:1314] GPU KV cache size: 336,752 tokens"
          },
          "context_capacity": {
            "line": 275,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 16:02:06 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 10.22x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-fp16-tp8-mtp0/memory-log-report.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-fp16-tp8-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-r2/portable/launch.py --config mi50-fp16-tp8-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-fp16-tp8-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-15 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD128:/dev/dri/renderD128:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0/inputs/profiles/mi50-fp16-tp8-mtp0/overlays/vllm_command.sh,dst=/opt/vnext/profile/vllm_command.sh,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0/inputs/profiles/mi50-fp16-tp8-mtp0/overlays/mi50_tp8_worker.py,dst=/opt/mi50-tp8-observer/mi50_tp8_worker.py,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0/inputs/profiles/mi50-fp16-tp8-mtp0/overlays/serving-pins.json,dst=/opt/mi50-tp8-observer/serving-pins.json,readonly \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:0aab9fc8441d0d25b576bdb70ef0c9cbb6982eb7ac37a7f108fee2dba77a40ce",
      "serving_script": "portable/serve/mi50-fp16-tp8-mtp0.sh",
      "serving_script_sha256": "ef62f8c5e8ce48001e96e3d8d39197d26dbe4573dacba617680489481aafc593",
      "recorded_docker_run_script": "serve/recorded/mi50-fp16-tp8-mtp0.sh",
      "recorded_docker_run_sha256": "33474409623f91c81d7726f51a3dc103e3a5bae00abbe561c381a0dd4f023efc",
      "serving_endpoint": "http://10.0.0.30:8001",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-mi50-fp16-tp8-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 2.1882439106702805,
      "sampled_peak_VRAM_GiB": 31.463672637939453,
      "weight_tensor_GiB_per_rank": 6.302374958992004,
      "weight_tensor_scope": "retained FP16 parameter extents; projection buffers separate",
      "record_label": "Current Qwen3.8 TP8",
      "reproduction_script": "portable/benchmark/mi50-fp16-tp8-mtp0.sh",
      "reproduction_script_sha256": "16d9b5ad5ed46776cd89f03585995ecb3af583d636b9dcab336eda928d089e28",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.30.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:0aab9fc8441d0d25b576bdb70ef0c9cbb6982eb7ac37a7f108fee2dba77a40ce >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0\nmodel_root=/usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60\nprofile_id=mi50-fp16-tp8-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-fp16-tp8-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-15 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD128:/dev/dri/renderD128:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0/inputs/profiles/mi50-fp16-tp8-mtp0/overlays/vllm_command.sh,dst=/opt/vnext/profile/vllm_command.sh,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0/inputs/profiles/mi50-fp16-tp8-mtp0/overlays/mi50_tp8_worker.py,dst=/opt/mi50-tp8-observer/mi50_tp8_worker.py,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-fp16-tp8-mtp0/inputs/profiles/mi50-fp16-tp8-mtp0/overlays/serving-pins.json,dst=/opt/mi50-tp8-observer/serving-pins.json,readonly \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:0aab9fc8441d0d25b576bdb70ef0c9cbb6982eb7ac37a7f108fee2dba77a40ce\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-fp16-tp8-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-fp16-tp8-mtp0.sh",
      "recorded_lab_serving_script_sha256": "756363913db7705c3bb771e671f5a4087a96f210131c018f30cdfd1e3f2540d7",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.30.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:0aab9fc8441d0d25b576bdb70ef0c9cbb6982eb7ac37a7f108fee2dba77a40ce >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-fp16-tp8-mtp0 --model /usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60 --output /home/ai/qwen38-release-retests-20261026/mi50-fp16-tp8-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-26-mi50-fp16-tp8-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "89d25a6efd76ebb0d10dc100bdf957a3d895ea95393f5848b1a2fdbaa471eb2f",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-0aab9fc8441d",
      "registry_image": "joe2gaan/localaiservers@sha256:6d33e0476cbb771490316875aaa8bbc4d2a24c84c5c82cb979f3729518971b46",
      "registry_manifest_digest": "sha256:6d33e0476cbb771490316875aaa8bbc4d2a24c84c5c82cb979f3729518971b46",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:6d33e0476cbb771490316875aaa8bbc4d2a24c84c5c82cb979f3729518971b46",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "mi50-fp16-tp8-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": false,
        "official_2K_eligible": false,
        "historical_sample_valid": null,
        "fresh_2K_status": "diagnostic / ineligible",
        "summaries": {
          "strict": {
            "completion_tokens": 15240,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 254.38865686114877,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T12:30:08Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.013873212039470673,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 32507,
            "text_chars": 32507,
            "text_sha256": "97b5e51a52f86183973ec7e490147143eccaa1ab9f5cec6ee32a7a52a9f138b9",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 239.16702868323773,
            "vllm_decode_tps": 63.721157903351546,
            "vllm_generation_tokens_delta": 15240.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.211745806969702,
            "vllm_prefill_tps": 31.094392846301794,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 59.908331558660436
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 43.61238981690258,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T12:30:53Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.009367557242512703,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 7986,
            "text_chars": 7986,
            "text_sha256": "a90fec54997946ef62a25d7700199fcb23aa456107b173b2007db62135aeae9d",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 28.552836760878563,
            "vllm_decode_tps": 70.04557959509941,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.050994507968426,
            "vllm_prefill_tps": 31.426494757511225,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 45.85852800996639
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 166.6537444461137,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T12:33:40Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008907177485525608,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 22835,
            "text_chars": 22835,
            "text_sha256": "2bff7094c90509554fe661af4c5fa3e872ed92c8f90ff7ad0cca77dd4bd7ab89",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 151.21882070507854,
            "vllm_decode_tps": 66.12933465142517,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.426380563527346,
            "vllm_prefill_tps": 30.66176139322764,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 60.004652360112004
          }
        },
        "evidence": "dockerhub-e2e/mi50-fp16-tp8-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-27B",
      "weights": "GGUF F16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid; ai-info 10K gate cleared",
      "strict": "PASS",
      "strict_tokens": 3527,
      "strict_TPS": 69.914,
      "fixed_2K_TPS": 70.75903255361405,
      "fixed_10K_TPS": 66.31573475284165,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9",
      "historical_lane": ".20",
      "historical_audit": "Validated Profile Results / table 1",
      "historical_release_line": 395,
      "architecture_note": "Dense TP8",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-27\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-27 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "gguf-dense27b-tp8",
      "profile_file": "historical-reproduction-r2/original/row-27/effective_config.env",
      "historical_source_download": "historical-reproduction-r2.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 70.759,
      "historical_published_10K_TPS": 66.316,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-27.json",
      "historical_raw_archive": "historical-recovered/host20-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 70.75903255361405,
      "historical_exact_10K_TPS": 66.31573475284165,
      "strict_prefill_seconds": 13.609437323000748,
      "strict_total_seconds": 64.06497616798151,
      "fixed_2K_prefill_seconds": 13.16835984098725,
      "fixed_2K_total_seconds": 41.441547265974805,
      "fixed_10K_prefill_seconds": 13.567380908003543,
      "fixed_10K_total_seconds": 164.371016694,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 27,
        "original_host": "10.0.0.20",
        "logged_model_load_delta_GiB": 6.75,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 109.895363,
        "logged_available_KV_GiB": 22.79,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 373360,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 11.32,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "1983ec5523a46271ddc4be71898407fe3211b4ad867af0641f94f757d35f9721",
        "source_archive": "historical-recovered/host10.0.0.20-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/gguf-vllm-test/vnext-contract-runs/20260629T003817Z-gguf-dense27b-tp8",
        "source_lines": {
          "load": {
            "number": 4589,
            "text": "(Worker pid=227) (Worker_TP0 pid=227) INFO 06-29 00:43:29 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 109.895363 seconds"
          },
          "KV": {
            "number": 5172,
            "text": "(Worker pid=227) (Worker_TP0 pid=227) INFO 06-29 00:46:17 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB"
          },
          "tokens": {
            "number": 5175,
            "text": "(EngineCore_DP0 pid=200) INFO 06-29 00:46:17 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens"
          },
          "capacity": {
            "number": 5176,
            "text": "(EngineCore_DP0 pid=200) INFO 06-29 00:46:17 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x"
          },
          "engine": {
            "number": 64,
            "text": "(EngineCore_DP0 pid=200) INFO 06-29 00:41:15 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf', speculative_config=None, tokenizer='Qwen/Qwen3.6-27B', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=gguf, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=gguf, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen3.6-27B-F16-GGUF-lmheadunquant, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': PosixPath('/runwork/debug_dump'), 'cache_dir': '/runwork/compile_cache', 'compile_cache_save_format': 'unpacked', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [4], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': True, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 4, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 6.75,
      "logged_available_KV_GiB": 22.79,
      "logged_GPU_KV_tokens": 373360,
      "logged_context_capacity_x": 11.32,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-27\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-27 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row27-9d44a1a055-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-27/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-27/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-27/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-27/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-27/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-27/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-27.sh",
      "serving_script_sha256": "c4f700b5b0d3c5b305a553a3f08d987bf77cdecc19fb834272753249596d704f",
      "recorded_docker_run_script": "serve/recorded/historical-row27.sh",
      "recorded_docker_run_sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r2.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-27.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-dense \"$MODEL_DIR/qwen36-dense\"\npython3 launch-tools-r2/model-acquisition/acquire_gguf.py \"$MODEL_DIR\"\n",
      "historical_runtime_signature": "11a6abcfec73e66878cf5cbcac295874279948a4bb044247e252072f85e87101",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
          "bytes": 2383,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "5b8a965745319f02f5017b70d299fc6e976bdef6a819382ce4e8cb110106602e",
          "bytes": 9889,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "c545fd03feff252da8fda23783742e3f233284c9f634d0845ca83fd35cddbd59",
          "bytes": 1154,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "283b9896b6ba9bc9be5738a2756eee62d8595e3f9aaba469dda152249d61f702",
          "bytes": 3453,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "471e25784b56e93ea7f8ab785634ab5a8957af4fb2173455809fe19c6ebef687",
          "bytes": 422,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "594a629e09ad054f551dea7ae704abf6eb05e981274112980da01ffd877a116e",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "a704696edddcf6603e692968fbf5bc1ff6f713a9908053907db5862f67af6821",
          "bytes": 34,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "07e293f4e107e17b1a90121e6df29be21e11e6cad77e4ba07355b9712e5d031b",
          "bytes": 831,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "ecd500d75f76c02f79971cd28a13f228403d6abcb3b5a254ec239324191b2f30",
          "bytes": 495,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "1983ec5523a46271ddc4be71898407fe3211b4ad867af0641f94f757d35f9721",
          "bytes": 690316,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-27/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-27/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 27,
      "historical_fresh_group_rows": [
        27,
        28,
        32,
        33,
        34
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-08T22:18:52.716405342Z",
        "FinishedAt": "2026-11-08T22:40:00.260467584Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "9a55da176fe75043aa7dc1ca12883e4f952738b9ebf2616b6f0edce4cb417ed7",
      "retest_strict": "PASS",
      "retest_strict_tokens": 4508,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 4508,
          "decode_tps": 69.61732325093088,
          "prefill_seconds": 14.042354583740234,
          "client_total_seconds": 78.80580217391253,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 64.75399784836918,
            "vllm:request_prefill_time_seconds_sum": 14.042354583740234,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 4508.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "cee5b3e69c4536b401273fbab9093ac75f2e77c2992f89ab5e2c8f2cc20fcad8",
          "summary_sha256": "754f0c5eeaf987089a936b03a08af821069b38f7e14fa59e17115de3fc4d2fae"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 71.02517985930231,
          "prefill_seconds": 13.268245195038617,
          "client_total_seconds": 41.43482113070786,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 28.15902760066092,
            "vllm:request_prefill_time_seconds_sum": 13.268245195038617,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "fb3631f25efa0d86c0631caf9b534448d8eb1d0d295d20ccbddb57f4b2b8168a",
          "summary_sha256": "aff3ec02e75684eb8bd8ecdd4936b31fc9fbb3754970d3b0a39d80e61d360495"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 66.53116656725801,
          "prefill_seconds": 12.96059922594577,
          "client_total_seconds": 163.27578648924828,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 150.3054961450398,
            "vllm:request_prefill_time_seconds_sum": 12.96059922594577,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "0d4c6bf01c385fa782ffef87f014c7a329ca06561609e32989c089837866415f",
          "summary_sha256": "29705fa055020f3834638960e4af19073f76c5672f7f2d3c621b46c7bf61f6ef"
        }
      },
      "retest_strict_TPS": 69.61732325093088,
      "retest_strict_prefill_seconds": 14.042354583740234,
      "retest_strict_total_seconds": 78.80580217391253,
      "retest_2K_TPS": 71.02517985930231,
      "retest_2K_prefill_seconds": 13.268245195038617,
      "retest_2K_total_seconds": 41.43482113070786,
      "retest_10K_TPS": 66.53116656725801,
      "retest_10K_prefill_seconds": 12.96059922594577,
      "retest_10K_total_seconds": 163.27578648924828,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33758752768,
        "1": 33634103296,
        "2": 33684492288,
        "3": 33634070528,
        "4": 33684193280,
        "5": 33633898496,
        "6": 33684754432,
        "7": 33634291712
      },
      "retest_sampled_peak_VRAM_GiB": 31.440288543701172,
      "retest_memory_observation_count": 601,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 4589,
            "text": "2026-11-08T22:22:06.240435797Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-08 22:22:06 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 99.197417 seconds",
            "values": [
              "6.75"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 5172,
            "text": "2026-11-08T22:25:00.830568798Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-08 22:25:00 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB",
            "values": [
              "22.79"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 5175,
            "text": "2026-11-08T22:25:00.891573213Z (EngineCore_DP0 pid=200) INFO 11-08 22:25:00 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens",
            "values": [
              "373,360"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 5176,
            "text": "2026-11-08T22:25:00.891705873Z (EngineCore_DP0 pid=200) INFO 11-08 22:25:00 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x",
            "values": [
              "131,072",
              "11.32"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 6.75,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 22.79,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 373360,
      "retest_logged_context_capacity_x": 11.32,
      "retest_memory_log_source": "historical-recovered/fresh-row-27/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.20 \u00b7 Validated Profile Results / table 1",
      "reproduction_script_sha256": "dfad1421be9eb3b96967718f8d7ffc4fed20db9c1285fc5031472b9aac7529ea",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108/serve-row-27\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r2.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r2 model-acquisition\ntar -xzf historical-reproduction-r2.tar.gz -C historical-reproduction-r2\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 27 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 27 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row27-9d44a1a055-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-27/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-27/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-27/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-27/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-27/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-27/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row27.sh",
      "recorded_lab_serving_script_sha256": "5444b300c57d239f796b687a56daa9d1ba2d5f303180504bae2d66f9fd611966",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108/benchmark-row-27\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r2.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r2 model-acquisition\ntar -xzf historical-reproduction-r2.tar.gz -C historical-reproduction-r2\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 27 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r2/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r2/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r2/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port 19080 --backend http://127.0.0.1:8001 --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint http://127.0.0.1:19080/v1 --metrics-url http://127.0.0.1:8001/metrics --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-27-gguf-dense27b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "b7bae23ee530e4ee3f710f3b1dd5166d794563b3d4943a01501c442b3f054e96",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-dense /usr/share/ollama/localaiservers-repro-models/qwen36-dense\npython3 model-acquisition/acquire_gguf.py /usr/share/ollama/localaiservers-repro-models",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-27",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3421,
            "content_chars": 5352,
            "content_has_think_close": false,
            "elapsed_seconds": 63.232292518951,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T23:52:09Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.012749253772199154,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 5352,
            "qwen_answer_text_sha256": "f123bac2c95b41007733c66683e97c2cd19f181be25caa76dd4d86ef924aab84",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 5352,
            "qwen_visible_text_sha256": "f123bac2c95b41007733c66683e97c2cd19f181be25caa76dd4d86ef924aab84",
            "raw_has_think_close": false,
            "reasoning_chars": 11201,
            "text_chars": 16554,
            "text_sha256": "95314c43ec2e43a890c71f9cbe34a9813336a76dbae28f504f567f35986f987a",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 48.71209065709263,
            "vllm_decode_tps": 70.22897095675962,
            "vllm_generation_tokens_delta": 3421.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.510479955002666,
            "vllm_prefill_tps": 29.702670162292424,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 54.10210295593365
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 43.64001283608377,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T23:52:53Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.006201061420142651,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9558,
            "text_chars": 9558,
            "text_sha256": "f2524b3bdc797c6ebdb939c9ed1502650b1763a8a7da2a6a6a6b4b4f3cc0c1a9",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 28.163926037028432,
            "vllm_decode_tps": 71.01282674050863,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.466903982684016,
            "vllm_prefill_tps": 27.865951743317627,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 45.82950072705521
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 43611,
            "content_has_think_close": false,
            "elapsed_seconds": 163.7763210022822,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T23:55:37Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.00586194172501564,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 43611,
            "qwen_answer_text_sha256": "f92ff16a3422cc7f045c52069c185be251115758eea20cd7ee6491dbc461eea6",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 43611,
            "qwen_visible_text_sha256": "f92ff16a3422cc7f045c52069c185be251115758eea20cd7ee6491dbc461eea6",
            "raw_has_think_close": false,
            "reasoning_chars": 11201,
            "text_chars": 54813,
            "text_sha256": "77ec6bd95bfb18605654bceeb0d512f67f3524a5bca93893f178f8e563bf88f2",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 150.21777959540486,
            "vllm_decode_tps": 66.57001605891064,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 13.549391930922866,
            "vllm_prefill_tps": 31.809545564650595,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 61.058887748862375
          }
        },
        "evidence": "dockerhub-e2e/historical-row-27.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-27B",
      "weights": "GGUF F16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid; ai-info 10K gate cleared",
      "strict": "PASS",
      "strict_tokens": 3932,
      "strict_TPS": 69.851,
      "fixed_2K_TPS": 70.95910499401154,
      "fixed_10K_TPS": 66.43682800487555,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9",
      "historical_lane": ".30",
      "historical_audit": "Validated Profile Results / table 1",
      "historical_release_line": 396,
      "architecture_note": "Dense TP8",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-28\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-28 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "gguf-dense27b-tp8",
      "profile_file": "historical-reproduction-r2/original/row-28/effective_config.env",
      "historical_source_download": "historical-reproduction-r2.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 70.959,
      "historical_published_10K_TPS": 66.437,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-28.json",
      "historical_raw_archive": "historical-recovered/host30-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 70.95910499401154,
      "historical_exact_10K_TPS": 66.43682800487555,
      "strict_prefill_seconds": 12.72008871100843,
      "strict_total_seconds": 69.02095228602411,
      "fixed_2K_prefill_seconds": 14.844076218025293,
      "fixed_2K_total_seconds": 43.03757958102506,
      "fixed_10K_prefill_seconds": 13.178298308048397,
      "fixed_10K_total_seconds": 163.70618133002426,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 28,
        "original_host": "10.0.0.30",
        "logged_model_load_delta_GiB": 6.75,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 121.718155,
        "logged_available_KV_GiB": 22.79,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 373360,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 11.32,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "c954e80c7e73a96ae72d149bfefde298e35ede878ea1d50e3d8a8b4051bd22aa",
        "source_archive": "historical-recovered/host10.0.0.30-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/gguf-vllm-test/vnext-contract-runs/20260629T003817Z-gguf-dense27b-tp8",
        "source_lines": {
          "load": {
            "number": 4589,
            "text": "(Worker pid=227) (Worker_TP0 pid=227) INFO 06-29 00:43:42 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 121.718155 seconds"
          },
          "KV": {
            "number": 5172,
            "text": "(Worker pid=227) (Worker_TP0 pid=227) INFO 06-29 00:46:32 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB"
          },
          "tokens": {
            "number": 5175,
            "text": "(EngineCore_DP0 pid=200) INFO 06-29 00:46:32 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens"
          },
          "capacity": {
            "number": 5176,
            "text": "(EngineCore_DP0 pid=200) INFO 06-29 00:46:32 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x"
          },
          "engine": {
            "number": 64,
            "text": "(EngineCore_DP0 pid=200) INFO 06-29 00:41:16 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf', speculative_config=None, tokenizer='Qwen/Qwen3.6-27B', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=gguf, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=gguf, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen3.6-27B-F16-GGUF-lmheadunquant, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': PosixPath('/runwork/debug_dump'), 'cache_dir': '/runwork/compile_cache', 'compile_cache_save_format': 'unpacked', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [4], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': True, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 4, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 6.75,
      "logged_available_KV_GiB": 22.79,
      "logged_GPU_KV_tokens": 373360,
      "logged_context_capacity_x": 11.32,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-28\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-28 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row28-77dcebbf74-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-28/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-28/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-28/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-28/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-28/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-28/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-28.sh",
      "serving_script_sha256": "1bef3c105563f530f315e8f364f67e5f32dbf092868952c337c9d792184c1a75",
      "recorded_docker_run_script": "serve/recorded/historical-row28.sh",
      "recorded_docker_run_sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r2.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-28.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-dense \"$MODEL_DIR/qwen36-dense\"\npython3 launch-tools-r2/model-acquisition/acquire_gguf.py \"$MODEL_DIR\"\n",
      "historical_runtime_signature": "11a6abcfec73e66878cf5cbcac295874279948a4bb044247e252072f85e87101",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
          "bytes": 2383,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "5b8a965745319f02f5017b70d299fc6e976bdef6a819382ce4e8cb110106602e",
          "bytes": 9889,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "c545fd03feff252da8fda23783742e3f233284c9f634d0845ca83fd35cddbd59",
          "bytes": 1154,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "283b9896b6ba9bc9be5738a2756eee62d8595e3f9aaba469dda152249d61f702",
          "bytes": 3453,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "471e25784b56e93ea7f8ab785634ab5a8957af4fb2173455809fe19c6ebef687",
          "bytes": 422,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "376de77a77db20ff474292453b489f69149cb0366987b485b63b330cc694d9e0",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "a704696edddcf6603e692968fbf5bc1ff6f713a9908053907db5862f67af6821",
          "bytes": 34,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "07e293f4e107e17b1a90121e6df29be21e11e6cad77e4ba07355b9712e5d031b",
          "bytes": 831,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "ecd500d75f76c02f79971cd28a13f228403d6abcb3b5a254ec239324191b2f30",
          "bytes": 495,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "c954e80c7e73a96ae72d149bfefde298e35ede878ea1d50e3d8a8b4051bd22aa",
          "bytes": 690082,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-27/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-27/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 27,
      "historical_fresh_group_rows": [
        27,
        28,
        32,
        33,
        34
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-08T22:18:52.716405342Z",
        "FinishedAt": "2026-11-08T22:40:00.260467584Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "9a55da176fe75043aa7dc1ca12883e4f952738b9ebf2616b6f0edce4cb417ed7",
      "retest_strict": "PASS",
      "retest_strict_tokens": 4508,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 4508,
          "decode_tps": 69.61732325093088,
          "prefill_seconds": 14.042354583740234,
          "client_total_seconds": 78.80580217391253,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 64.75399784836918,
            "vllm:request_prefill_time_seconds_sum": 14.042354583740234,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 4508.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "cee5b3e69c4536b401273fbab9093ac75f2e77c2992f89ab5e2c8f2cc20fcad8",
          "summary_sha256": "754f0c5eeaf987089a936b03a08af821069b38f7e14fa59e17115de3fc4d2fae"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 71.02517985930231,
          "prefill_seconds": 13.268245195038617,
          "client_total_seconds": 41.43482113070786,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 28.15902760066092,
            "vllm:request_prefill_time_seconds_sum": 13.268245195038617,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "fb3631f25efa0d86c0631caf9b534448d8eb1d0d295d20ccbddb57f4b2b8168a",
          "summary_sha256": "aff3ec02e75684eb8bd8ecdd4936b31fc9fbb3754970d3b0a39d80e61d360495"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 66.53116656725801,
          "prefill_seconds": 12.96059922594577,
          "client_total_seconds": 163.27578648924828,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 150.3054961450398,
            "vllm:request_prefill_time_seconds_sum": 12.96059922594577,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "0d4c6bf01c385fa782ffef87f014c7a329ca06561609e32989c089837866415f",
          "summary_sha256": "29705fa055020f3834638960e4af19073f76c5672f7f2d3c621b46c7bf61f6ef"
        }
      },
      "retest_strict_TPS": 69.61732325093088,
      "retest_strict_prefill_seconds": 14.042354583740234,
      "retest_strict_total_seconds": 78.80580217391253,
      "retest_2K_TPS": 71.02517985930231,
      "retest_2K_prefill_seconds": 13.268245195038617,
      "retest_2K_total_seconds": 41.43482113070786,
      "retest_10K_TPS": 66.53116656725801,
      "retest_10K_prefill_seconds": 12.96059922594577,
      "retest_10K_total_seconds": 163.27578648924828,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33758752768,
        "1": 33634103296,
        "2": 33684492288,
        "3": 33634070528,
        "4": 33684193280,
        "5": 33633898496,
        "6": 33684754432,
        "7": 33634291712
      },
      "retest_sampled_peak_VRAM_GiB": 31.440288543701172,
      "retest_memory_observation_count": 601,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 4589,
            "text": "2026-11-08T22:22:06.240435797Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-08 22:22:06 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 99.197417 seconds",
            "values": [
              "6.75"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 5172,
            "text": "2026-11-08T22:25:00.830568798Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-08 22:25:00 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB",
            "values": [
              "22.79"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 5175,
            "text": "2026-11-08T22:25:00.891573213Z (EngineCore_DP0 pid=200) INFO 11-08 22:25:00 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens",
            "values": [
              "373,360"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 5176,
            "text": "2026-11-08T22:25:00.891705873Z (EngineCore_DP0 pid=200) INFO 11-08 22:25:00 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x",
            "values": [
              "131,072",
              "11.32"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 6.75,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 22.79,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 373360,
      "retest_logged_context_capacity_x": 11.32,
      "retest_memory_log_source": "historical-recovered/fresh-row-27/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.30 \u00b7 Validated Profile Results / table 1",
      "reproduction_script_sha256": "eb123e23245c77fb121372b7e61dcfd42b85ebe3d47e6e37955a344078796d82",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108/serve-row-28\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r2.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r2 model-acquisition\ntar -xzf historical-reproduction-r2.tar.gz -C historical-reproduction-r2\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 28 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 28 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row28-77dcebbf74-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-28/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-28/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-28/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-28/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-28/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-28/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row28.sh",
      "recorded_lab_serving_script_sha256": "cb0276c9f0c2a36cb07290f9c0f0d129a24796dc17cce4ec863803502fe665fc",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108/benchmark-row-28\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r2.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r2 model-acquisition\ntar -xzf historical-reproduction-r2.tar.gz -C historical-reproduction-r2\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 28 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r2/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r2/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r2/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port 19080 --backend http://127.0.0.1:8001 --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint http://127.0.0.1:19080/v1 --metrics-url http://127.0.0.1:8001/metrics --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-28-gguf-dense27b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "5e114c38f719e2df2e8f660d1ff1d26b3d609f80df828d2fa668ebfd17d29832",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-dense /usr/share/ollama/localaiservers-repro-models/qwen36-dense\npython3 model-acquisition/acquire_gguf.py /usr/share/ollama/localaiservers-repro-models",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-28",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3694,
            "content_chars": 7845,
            "content_has_think_close": false,
            "elapsed_seconds": 66.78168513812125,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T00:29:30Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.012624590657651424,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 7845,
            "qwen_answer_text_sha256": "19bb233b93af9aeff8cb300a49e6cecc8bb250160e82ad7eb86c8f9f5cab80b1",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 7845,
            "qwen_visible_text_sha256": "19bb233b93af9aeff8cb300a49e6cecc8bb250160e82ad7eb86c8f9f5cab80b1",
            "raw_has_think_close": false,
            "reasoning_chars": 11535,
            "text_chars": 19381,
            "text_sha256": "fa4ebf6dc67dc272987c639514d4a2b8e1dae60a4d10405870575fa479b48aef",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 52.78669147565961,
            "vllm_decode_tps": 69.97975998748349,
            "vllm_generation_tokens_delta": 3694.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 13.98595976922661,
            "vllm_prefill_tps": 30.816619460634502,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 55.31456704573841
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 43.153645584359765,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T00:30:13Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.0065198661759495735,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 10166,
            "text_chars": 10166,
            "text_sha256": "4969f1b7c1cd06df2bd4cf27b864e30d6b33cd319dd4dbf7cbd9d77dd8c1fc43",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 28.185694557614625,
            "vllm_decode_tps": 70.95798174892523,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.959511124528944,
            "vllm_prefill_tps": 28.811101941245532,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 46.34602645772441
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 43778,
            "content_has_think_close": false,
            "elapsed_seconds": 165.04912922065705,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T00:32:58Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008748846128582954,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 43778,
            "qwen_answer_text_sha256": "8d4913aa03499a61f358951edc53ab88f28f697c35447d590c08cf4c001f1f33",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 43778,
            "qwen_visible_text_sha256": "8d4913aa03499a61f358951edc53ab88f28f697c35447d590c08cf4c001f1f33",
            "raw_has_think_close": false,
            "reasoning_chars": 11535,
            "text_chars": 55314,
            "text_sha256": "42b70c87469625bee9338143ee5b8cd53052c0cbcb52664510fdfc9aa2ea4312",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 150.4740112675354,
            "vllm_decode_tps": 66.45665863336687,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.564758247695863,
            "vllm_prefill_tps": 29.591977612686016,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 60.588020350176016
          }
        },
        "evidence": "dockerhub-e2e/historical-row-28.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-27B",
      "weights": "HF FP16",
      "TP": 8,
      "MTP": 0,
      "status": "fresh-cache release-band control",
      "strict": "PASS",
      "strict_tokens": 4120,
      "strict_TPS": 70.168,
      "fixed_2K_TPS": 71.31628802875404,
      "fixed_10K_TPS": 66.82447651302859,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9",
      "historical_lane": ".20",
      "historical_audit": "Validated Profile Results / table 1",
      "historical_release_line": 399,
      "architecture_note": "Dense TP8",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-29\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-29 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "hf-dense27b-tp8",
      "profile_file": "historical-reproduction-r3/original/row-29/effective_config.env",
      "historical_source_download": "historical-reproduction-r3.tar.gz",
      "historical_published_strict_label": "Not explicitly stated",
      "historical_published_2K_TPS": 71.316,
      "historical_published_10K_TPS": 66.824,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-29.json",
      "historical_raw_archive": "historical-recovered/host20-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 71.31628802875404,
      "historical_exact_10K_TPS": 66.82447651302859,
      "strict_prefill_seconds": 14.253504860040266,
      "strict_total_seconds": 72.97823739401065,
      "fixed_2K_prefill_seconds": 13.802333423984237,
      "fixed_2K_total_seconds": 41.854126552003436,
      "fixed_10K_prefill_seconds": 14.73600355401868,
      "fixed_10K_total_seconds": 164.390273839992,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 29,
        "original_host": "10.0.0.20",
        "logged_model_load_delta_GiB": 6.84,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 7.221931,
        "logged_available_KV_GiB": 22.64,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 370864,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 11.25,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "7b29916dd30992ee4d28b5e1b69537e1adfb8405d4bb0bc254c1314d926e1efb",
        "source_archive": "historical-recovered/host10.0.0.20-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/gguf-vllm-test/vnext-package-runs/hf_dense27b_dot20_releasebundle_freshcache_20260628T203743Z/launch",
        "source_lines": {
          "load": {
            "number": 723,
            "text": "(Worker pid=327) (Worker_TP0 pid=327) INFO 06-28 20:39:17 [gpu_model_runner.py:4579] Model loading took 6.84 GiB memory and 7.221931 seconds"
          },
          "KV": {
            "number": 1273,
            "text": "(Worker pid=327) (Worker_TP0 pid=327) INFO 06-28 20:40:54 [gpu_worker.py:453] Available KV cache memory: 22.64 GiB"
          },
          "tokens": {
            "number": 1284,
            "text": "(EngineCore_DP0 pid=273) INFO 06-28 20:40:55 [kv_cache_utils.py:1314] GPU KV cache size: 370,864 tokens"
          },
          "capacity": {
            "number": 1285,
            "text": "(EngineCore_DP0 pid=273) INFO 06-28 20:40:55 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.25x"
          },
          "engine": {
            "number": 57,
            "text": "(EngineCore_DP0 pid=273) INFO 06-28 20:38:44 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9', speculative_config=None, tokenizer='/opt/local-models/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=auto, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen3.6-27B-HF-CausalLM, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer', 'vllm::unified_kv_cache_update', 'vllm::unified_mla_kv_cache_update'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [4], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 4, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 6.84,
      "logged_available_KV_GiB": 22.64,
      "logged_GPU_KV_tokens": 370864,
      "logged_context_capacity_x": 11.25,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-29\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-29 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row29-db10e5f4ad-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-29/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-29/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-29/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-29/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-29/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-29/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/opt/local-models/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-29.sh",
      "serving_script_sha256": "a2e186d69b8b763d114c0046276af14843d1b992eb2574d7b66494db149d6c93",
      "recorded_docker_run_script": "serve/recorded/historical-row29.sh",
      "recorded_docker_run_sha256": "1d00acb3a2e8f58af69c1b3ef5c51d11906d88eabac562748f324bf259275167",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r3.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-29.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-dense \"$MODEL_DIR/qwen36-dense\"\n",
      "historical_runtime_signature": "cdb936a690a38f501fd5f4b24a48aad3704d29f2e9be80a43e81a2986c52ab30",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "1d00acb3a2e8f58af69c1b3ef5c51d11906d88eabac562748f324bf259275167",
          "bytes": 2364,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "ce34f454968f2a2bbd3db29981220b610d3927c69b94b61f2b20ea3ff6b40dc4",
          "bytes": 8325,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "a3194324abee5151a38c75b06d0f95cb172ccf6cb02f418a83b573573182e4b5",
          "bytes": 1210,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "867c5c0df7b5a1dd1a117c2757196464d01a2a6db447f36e757c9db95f00c59c",
          "bytes": 3077,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "068da0d1a9f9297191017a9eeb216cfe9b68bdbd545e1e08cc66a7ab53a39167",
          "bytes": 411,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "dbeb521929a2ad5acc334dcadadc19290674a0637fba7741ccc61e962af992ee",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "74b4f7a48bf4548d03a48745d4a978f7ac3559d291c863bb117bdbf08b377aef",
          "bytes": 49,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "0a08dcd63f583a6a72e4ea7f62aa4c829aea1f6f97e3e344d18bb09448def14f",
          "bytes": 568,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "f34b35422264d7610214af2b0152e303dd2ee032765c1ae19c0963cbd30e4cc8",
          "bytes": 536,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "7b29916dd30992ee4d28b5e1b69537e1adfb8405d4bb0bc254c1314d926e1efb",
          "bytes": 248975,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8078",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-29/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-29/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 29,
      "historical_fresh_group_rows": [
        29
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-08T22:58:14.831580175Z",
        "FinishedAt": "2026-11-08T23:16:33.728315227Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "1d2c3350fafbf79cf6d1aca4a68e17a670c7f2e384ce7589e2d7f8bce876d262",
      "retest_strict": "PASS",
      "retest_strict_tokens": 3894,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 3894,
          "decode_tps": 70.29589397473099,
          "prefill_seconds": 14.098794215358794,
          "client_total_seconds": 69.50212777592242,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 3894.0,
            "vllm:request_prefill_time_seconds_sum": 14.098794215358794,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 55.39441608637571
          },
          "request_sha256": "d6b5acc7f81647ef18db224f701221c1f68a009b4548f6849cf87c3c8e419a9a",
          "summary_sha256": "7edb828e4d7722b0c1fd383897c084e95cdb225e7c5a037b23b28761ada4bc47"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 71.35954591433956,
          "prefill_seconds": 13.803319579921663,
          "client_total_seconds": 41.83979881927371,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_prefill_time_seconds_sum": 13.803319579921663,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 28.02708417456597
          },
          "request_sha256": "3d137c416021d94f838f557d4f42b0fbfe62d81a216b8c0a16b65a1f529aca97",
          "summary_sha256": "35b66db175a416934d4cd1895d171f23baa26dd6de6eeecc1ae3c60ef2905b15"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 66.82477816892438,
          "prefill_seconds": 14.576330919750035,
          "client_total_seconds": 164.2314986139536,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:request_prefill_time_seconds_sum": 14.576330919750035,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 149.64509084820747
          },
          "request_sha256": "d03cae7830251b8462de5cfc7ed217442c2137d550fefb2baf4f6c92b612c39a",
          "summary_sha256": "09a50ce3034dc4380f7c301323163264cf522177a86be5b4be1fa6e0bdcbc20c"
        }
      },
      "retest_strict_TPS": 70.29589397473099,
      "retest_strict_prefill_seconds": 14.098794215358794,
      "retest_strict_total_seconds": 69.50212777592242,
      "retest_2K_TPS": 71.35954591433956,
      "retest_2K_prefill_seconds": 13.803319579921663,
      "retest_2K_total_seconds": 41.83979881927371,
      "retest_10K_TPS": 66.82477816892438,
      "retest_10K_prefill_seconds": 14.576330919750035,
      "retest_10K_total_seconds": 164.2314986139536,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33791266816,
        "1": 33666322432,
        "2": 33716637696,
        "3": 33666342912,
        "4": 33716674560,
        "5": 33666342912,
        "6": 33716662272,
        "7": 33666334720
      },
      "retest_sampled_peak_VRAM_GiB": 31.470569610595703,
      "retest_memory_observation_count": 517,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 723,
            "text": "2026-11-08T22:59:57.180783513Z (Worker pid=327) (Worker_TP0 pid=327) INFO 11-08 22:59:57 [gpu_model_runner.py:4579] Model loading took 6.84 GiB memory and 9.563808 seconds",
            "values": [
              "6.84"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 1271,
            "text": "2026-11-08T23:01:39.506595611Z (Worker pid=327) (Worker_TP0 pid=327) INFO 11-08 23:01:39 [gpu_worker.py:453] Available KV cache memory: 22.64 GiB",
            "values": [
              "22.64"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 1284,
            "text": "2026-11-08T23:01:40.213405262Z (EngineCore_DP0 pid=273) INFO 11-08 23:01:40 [kv_cache_utils.py:1314] GPU KV cache size: 370,864 tokens",
            "values": [
              "370,864"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 1285,
            "text": "2026-11-08T23:01:40.213475072Z (EngineCore_DP0 pid=273) INFO 11-08 23:01:40 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.25x",
            "values": [
              "131,072",
              "11.25"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 6.84,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 22.64,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 370864,
      "retest_logged_context_capacity_x": 11.25,
      "retest_memory_log_source": "historical-recovered/fresh-row-29/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.20 \u00b7 Validated Profile Results / table 1",
      "reproduction_script_sha256": "976383c700750244d5c672e96348a5acd799be0f48e6602c3e31a1528d804369",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/serve-row-29\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 29 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 29 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row29-db10e5f4ad-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-29/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-29/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-29/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-29/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-29/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-29/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/opt/local-models/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row29.sh",
      "recorded_lab_serving_script_sha256": "c572e9078dc13ba1c7e4578d36aeef5b2f5bb2e42c2c9496eca917db6dad5748",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/benchmark-row-29\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 29 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r3/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port \"$PROXY_PORT\" --backend \"http://127.0.0.1:$PORT\" --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint \"http://127.0.0.1:$PROXY_PORT/v1\" --metrics-url \"http://127.0.0.1:$PORT/metrics\" --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-29-hf-dense27b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "082d2234eec058090316548e30acf43516f5a153d77e4c4e2069e556772430e0",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-dense /usr/share/ollama/localaiservers-repro-models/qwen36-dense",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-29",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3234,
            "content_chars": 5935,
            "content_has_think_close": false,
            "elapsed_seconds": 60.3153067426756,
            "endpoint": "http://127.0.0.1:19078/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T00:59:25Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.013067858293652534,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8078/metrics",
            "model": "Qwen3.6-27B-HF-CausalLM",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 5935,
            "qwen_answer_text_sha256": "52e4d8f1dd1b31e6269fcaa4b1424c12f64ce1d16e326317fb8f98e0833b2856",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 5935,
            "qwen_visible_text_sha256": "52e4d8f1dd1b31e6269fcaa4b1424c12f64ce1d16e326317fb8f98e0833b2856",
            "raw_has_think_close": false,
            "reasoning_chars": 9949,
            "text_chars": 15885,
            "text_sha256": "da8b23f5c947a638d508077cbc6787afe6aeb529f98d038fbbee08dccc0c1c1e",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 45.86109949275851,
            "vllm_decode_tps": 70.51728012998576,
            "vllm_generation_tokens_delta": 3234.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.444526282139122,
            "vllm_prefill_tps": 29.838292484049,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 53.61823017492523
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 42.0066326521337,
            "endpoint": "http://127.0.0.1:19078/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T01:00:07Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.009246834553778172,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8078/metrics",
            "model": "Qwen3.6-27B-HF-CausalLM",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9629,
            "text_chars": 9629,
            "text_sha256": "166f1a5cf5e0080402ebf7099d53ca119066ece8cb52882a4fe8cd5ec401156f",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 28.1066905381158,
            "vllm_decode_tps": 71.15743482100027,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 13.89147546235472,
            "vllm_prefill_tps": 31.02622188463643,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 47.61152879266582
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 40547,
            "content_has_think_close": false,
            "elapsed_seconds": 164.41756441816688,
            "endpoint": "http://127.0.0.1:19078/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T01:02:51Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008683929219841957,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8078/metrics",
            "model": "Qwen3.6-27B-HF-CausalLM",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 40547,
            "qwen_answer_text_sha256": "6b37071096f0f0ba680c6493ff5fd736b9a43e9e66fcc01a39b831b99863482a",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 40547,
            "qwen_visible_text_sha256": "6b37071096f0f0ba680c6493ff5fd736b9a43e9e66fcc01a39b831b99863482a",
            "raw_has_think_close": false,
            "reasoning_chars": 9949,
            "text_chars": 50497,
            "text_sha256": "10fcf1e7cefef0bd9ff1f9498f82bd0f5694e9329aceaffff40ea4d827635d54",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 150.05429869424552,
            "vllm_decode_tps": 66.64254264635402,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.353619427420199,
            "vllm_prefill_tps": 30.027269580287623,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 60.82075254786512
          }
        },
        "evidence": "dockerhub-e2e/historical-row-29.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-35B-A3B",
      "weights": "HF FP16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid",
      "strict": "PASS",
      "strict_tokens": 2978,
      "strict_TPS": 115.041,
      "fixed_2K_TPS": 115.54943554350949,
      "fixed_10K_TPS": 108.80489348376845,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "995ad96eacd98c81ed38be0c5b274b04031597b0",
      "historical_lane": ".20",
      "historical_audit": "Validated Profile Results / table 1",
      "historical_release_line": 402,
      "architecture_note": "MoE TP4x2 within TP8, shared and routed reduction enabled",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-30\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-30 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "hf-moe35b-tp8",
      "profile_file": "historical-reproduction-r3/original/row-30/effective_config.env",
      "historical_source_download": "historical-reproduction-r3.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 115.549,
      "historical_published_10K_TPS": 108.805,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-30.json",
      "historical_raw_archive": "historical-recovered/host20-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 115.54943554350949,
      "historical_exact_10K_TPS": 108.80489348376845,
      "strict_prefill_seconds": 0.808265006984584,
      "strict_total_seconds": 26.703806926961988,
      "fixed_2K_prefill_seconds": 0.8107595259789377,
      "fixed_2K_total_seconds": 18.127665262902156,
      "fixed_10K_prefill_seconds": 0.8029876769287512,
      "fixed_10K_total_seconds": 92.72031264402904,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 30,
        "original_host": "10.0.0.20",
        "logged_model_load_delta_GiB": 8.88,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 189.378052,
        "logged_available_KV_GiB": 19.91,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 521696,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 15.82,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "b89b1bada4eac6d54c85c9f77c9c1aa0aee0fb9ade0f826fbeb8e919bf371f4c",
        "source_archive": "historical-recovered/host10.0.0.20-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/gguf-vllm-test/vnext-contract-runs/20260629T003817Z-hf-moe35b-tp8",
        "source_lines": {
          "load": {
            "number": 193,
            "text": "(Worker pid=189) (Worker_TP0 pid=189) INFO 06-29 01:42:17 [gpu_model_runner.py:4579] Model loading took 8.88 GiB memory and 189.378052 seconds"
          },
          "KV": {
            "number": 308,
            "text": "(Worker pid=189) (Worker_TP0 pid=189) INFO 06-29 01:43:40 [gpu_worker.py:453] Available KV cache memory: 19.91 GiB"
          },
          "tokens": {
            "number": 315,
            "text": "(EngineCore_DP0 pid=171) INFO 06-29 01:43:41 [kv_cache_utils.py:1314] GPU KV cache size: 521,696 tokens"
          },
          "capacity": {
            "number": 316,
            "text": "(EngineCore_DP0 pid=171) INFO 06-29 01:43:41 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 15.82x"
          },
          "engine": {
            "number": 33,
            "text": "(EngineCore_DP0 pid=171) INFO 06-29 01:38:37 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-35B-A3B/snapshots/995ad96eacd98c81ed38be0c5b274b04031597b0', speculative_config=None, tokenizer='/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-35B-A3B/snapshots/995ad96eacd98c81ed38be0c5b274b04031597b0', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=auto, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen/Qwen3.6-35B-A3B, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer', 'vllm::unified_kv_cache_update', 'vllm::unified_mla_kv_cache_update'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [2048], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 8.88,
      "logged_available_KV_GiB": 19.91,
      "logged_GPU_KV_tokens": 521696,
      "logged_context_capacity_x": 15.82,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-30\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-30 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row30-aaf874ca19-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-30/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-30/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-30/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-30/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-30/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-30/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-moe,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-35B-A3B/snapshots/995ad96eacd98c81ed38be0c5b274b04031597b0,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-30.sh",
      "serving_script_sha256": "b9f6c5f6186277898494ad2fabe6b350c39293b898eae7dd07d72eceaa8572fb",
      "recorded_docker_run_script": "serve/recorded/historical-row30.sh",
      "recorded_docker_run_sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r3.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-30.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-moe \"$MODEL_DIR/qwen36-moe\"\n",
      "historical_runtime_signature": "587d3f43c096c5ac190364a964b5d5a75b0182d5a4f037e6ddd18ebcbaa2cfc5",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
          "bytes": 2383,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "c53f3d2e41d1ae23ecf55e51c4185c36784906700ad9b1613a409342c2684a12",
          "bytes": 9893,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "ec73413263feb5d5e869f2050712bbc0936020d46ec45cd8a77b4788d4fa0bad",
          "bytes": 1292,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "617e0346b976dad4038df8c03ef0247278c122252b48f03152902681a15ba315",
          "bytes": 1282,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "5aa6105055693aff3cb2d5033cf5c967c8425917369a1845fa7ab27f264bf5fd",
          "bytes": 406,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "d3e6242b6cc70be74e781f6424a2b1608ce889d8665cf7a4418e7b2676ae380e",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "aaf059fee3592f897b9d73e4ac05926ae4c1d5347fc13720c987a3dfdbecc76a",
          "bytes": 34,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "a469a18b730c2d071aee1672587ff1a3f7a7cd9341e393e675ad452a4fdaf6d7",
          "bytes": 429,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "8a516a955d1cb3658944fa6f61291fe2be097c0e27e3de180bff3a6ad9697ac2",
          "bytes": 495,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "b89b1bada4eac6d54c85c9f77c9c1aa0aee0fb9ade0f826fbeb8e919bf371f4c",
          "bytes": 324088,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-30/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-30/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 30,
      "historical_fresh_group_rows": [
        30,
        31
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-08T23:18:06.809781202Z",
        "FinishedAt": "2026-11-08T23:38:48.306386482Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 174,
      "retest_historical_manifest_sha256": "9a2772d75889092782cc9a65e91fb732b333c30fc7469365a71fbf2c8f50798e",
      "retest_strict": "PASS",
      "retest_strict_tokens": 3315,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 3315,
          "decode_tps": 115.49001974098105,
          "prefill_seconds": 0.8086845744401217,
          "client_total_seconds": 29.521306382492185,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 3315.0,
            "vllm:request_prefill_time_seconds_sum": 0.8086845744401217,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 28.703778970986605,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "e31c712c0771301f2e4d592bc966448d3143f2660e1b4cab33a91704f19e9370",
          "summary_sha256": "6de45c7cc013914550cba9d9e4fb391546d47711db7c87c3248b42dcf7698c6d"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 116.30302059984058,
          "prefill_seconds": 0.81096709985286,
          "client_total_seconds": 18.01519708149135,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_prefill_time_seconds_sum": 0.81096709985286,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 17.19645792245865,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "bca01af4a8338cd6274c1c9e0b281d8e59066ebae2ece3e3a636620066da3a03",
          "summary_sha256": "0acf3601e108fbbfd1a891c8d6a16ccbe40e590b194451e109627d82f3c5e96d"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 109.47943821033532,
          "prefill_seconds": 0.8086706819012761,
          "client_total_seconds": 92.15940057393163,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 10000.0,
            "vllm:request_prefill_time_seconds_sum": 0.8086706819012761,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 91.34135289210826,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "46fd7808353544eb86016bdd1746bafb67def6864a3f5352647b66cb9149f95a",
          "summary_sha256": "a8ba495779711e5602e6164c8bec0f7728c656bfa02a9661baafa8ef58f71683"
        }
      },
      "retest_strict_TPS": 115.49001974098105,
      "retest_strict_prefill_seconds": 0.8086845744401217,
      "retest_strict_total_seconds": 29.521306382492185,
      "retest_2K_TPS": 116.30302059984058,
      "retest_2K_prefill_seconds": 0.81096709985286,
      "retest_2K_total_seconds": 18.01519708149135,
      "retest_10K_TPS": 109.47943821033532,
      "retest_10K_prefill_seconds": 0.8086706819012761,
      "retest_10K_total_seconds": 92.15940057393163,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 34334515200,
        "1": 34314481664,
        "2": 34314469376,
        "3": 34314502144,
        "4": 34314551296,
        "5": 34314530816,
        "6": 34314477568,
        "7": 34318667776
      },
      "retest_sampled_peak_VRAM_GiB": 31.97650909423828,
      "retest_memory_observation_count": 588,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 193,
            "text": "2026-11-08T23:23:02.194194967Z (Worker pid=189) (Worker_TP0 pid=189) INFO 11-08 23:23:02 [gpu_model_runner.py:4579] Model loading took 8.88 GiB memory and 193.073592 seconds",
            "values": [
              "8.88"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 311,
            "text": "2026-11-08T23:24:25.909888257Z (Worker pid=189) (Worker_TP0 pid=189) INFO 11-08 23:24:25 [gpu_worker.py:453] Available KV cache memory: 19.91 GiB",
            "values": [
              "19.91"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 315,
            "text": "2026-11-08T23:24:26.013151548Z (EngineCore_DP0 pid=171) INFO 11-08 23:24:26 [kv_cache_utils.py:1314] GPU KV cache size: 521,696 tokens",
            "values": [
              "521,696"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 316,
            "text": "2026-11-08T23:24:26.013251748Z (EngineCore_DP0 pid=171) INFO 11-08 23:24:26 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 15.82x",
            "values": [
              "131,072",
              "15.82"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 8.88,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 19.91,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 521696,
      "retest_logged_context_capacity_x": 15.82,
      "retest_memory_log_source": "historical-recovered/fresh-row-30/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.20 \u00b7 Validated Profile Results / table 1",
      "reproduction_script_sha256": "d101fdb149939baa9469b026a65d9351f0576f8d77cde4660f71675a3e31344e",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/serve-row-30\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 30 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 30 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row30-aaf874ca19-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-30/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-30/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-30/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-30/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-30/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-30/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-moe,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-35B-A3B/snapshots/995ad96eacd98c81ed38be0c5b274b04031597b0,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row30.sh",
      "recorded_lab_serving_script_sha256": "42b23158e80e68bc2414345061062ac1077368036f04b4fc2f4661f00085fc7a",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/benchmark-row-30\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 30 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r3/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port \"$PROXY_PORT\" --backend \"http://127.0.0.1:$PORT\" --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint \"http://127.0.0.1:$PROXY_PORT/v1\" --metrics-url \"http://127.0.0.1:$PORT/metrics\" --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-30-hf-moe35b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "fd18e336efbe7e719a512dabf5b030ea5d299a64ddf789662d9f386196932ba8",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-moe /usr/share/ollama/localaiservers-repro-models/qwen36-moe",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-30",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 4123,
            "content_chars": 8534,
            "content_has_think_close": false,
            "elapsed_seconds": 37.004668129608035,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T01:39:58Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.008319173008203506,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 8534,
            "qwen_answer_text_sha256": "ba0a6d00b3670679073d7eb1a571b6b29db4a839be80a8c8f3d86afb09ff8220",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 8534,
            "qwen_visible_text_sha256": "ba0a6d00b3670679073d7eb1a571b6b29db4a839be80a8c8f3d86afb09ff8220",
            "raw_has_think_close": false,
            "reasoning_chars": 13258,
            "text_chars": 21793,
            "text_sha256": "28fd44aa56787b93626bd24f8604c3893ad729899b4d70e8490b500bb3564071",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 36.186177032999694,
            "vllm_decode_tps": 113.93853504447466,
            "vllm_generation_tokens_delta": 4123.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8094438994303346,
            "vllm_prefill_tps": 532.4643255738001,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 111.41837525901552
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 18.165475289337337,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T01:40:16Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.00866091437637806,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 10313,
            "text_chars": 10313,
            "text_sha256": "6af2a531c6bc5cacd9e2bcf5903c638455cd83162d39d986b0f3f6116ea655fc",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 17.346558371558785,
            "vllm_decode_tps": 115.2966460066901,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8107803724706173,
            "vllm_prefill_tps": 531.5866227578412,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 110.0989634537087
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 42964,
            "content_has_think_close": false,
            "elapsed_seconds": 92.88607190269977,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T01:41:49Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.006269831210374832,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 42964,
            "qwen_answer_text_sha256": "1b3fc40a96673d78a8c2338d0b94b336673bd4d367e7b03132e9b010a80191fc",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 42964,
            "qwen_visible_text_sha256": "1b3fc40a96673d78a8c2338d0b94b336673bd4d367e7b03132e9b010a80191fc",
            "raw_has_think_close": false,
            "reasoning_chars": 13258,
            "text_chars": 56223,
            "text_sha256": "d50a79daf4fa5658877f56d67da4aab8062cd4ffee794376866171c17fb4be48",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 92.06168713700026,
            "vllm_decode_tps": 108.62281923118186,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8135625869035721,
            "vllm_prefill_tps": 529.7687073349705,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 107.65876729586782
          }
        },
        "evidence": "dockerhub-e2e/historical-row-30.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-35B-A3B",
      "weights": "HF FP16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid",
      "strict": "PASS",
      "strict_tokens": 3103,
      "strict_TPS": 114.698,
      "fixed_2K_TPS": 115.53188989227975,
      "fixed_10K_TPS": 108.6726408272401,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "995ad96eacd98c81ed38be0c5b274b04031597b0",
      "historical_lane": ".30",
      "historical_audit": "Validated Profile Results / table 1",
      "historical_release_line": 403,
      "architecture_note": "MoE TP4x2 within TP8, shared and routed reduction enabled",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-31\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-31 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "hf-moe35b-tp8",
      "profile_file": "historical-reproduction-r3/original/row-31/effective_config.env",
      "historical_source_download": "historical-reproduction-r3.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 115.532,
      "historical_published_10K_TPS": 108.673,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-31.json",
      "historical_raw_archive": "historical-recovered/host30-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 115.53188989227975,
      "historical_exact_10K_TPS": 108.6726408272401,
      "strict_prefill_seconds": 0.8084267959930003,
      "strict_total_seconds": 27.8699747530045,
      "fixed_2K_prefill_seconds": 0.8090052460320294,
      "fixed_2K_total_seconds": 18.128292829031125,
      "fixed_10K_prefill_seconds": 0.8069461549748667,
      "fixed_10K_total_seconds": 92.83625285403104,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 31,
        "original_host": "10.0.0.30",
        "logged_model_load_delta_GiB": 8.88,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 191.364916,
        "logged_available_KV_GiB": 19.91,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 521696,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 15.82,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "72649d16114bbe7ecda6325c3b0eff1b7e054304b6dcfb050476b2307b2ee7ba",
        "source_archive": "historical-recovered/host10.0.0.30-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/gguf-vllm-test/vnext-contract-runs/20260629T003817Z-hf-moe35b-tp8",
        "source_lines": {
          "load": {
            "number": 193,
            "text": "(Worker pid=189) (Worker_TP0 pid=189) INFO 06-29 01:42:22 [gpu_model_runner.py:4579] Model loading took 8.88 GiB memory and 191.364916 seconds"
          },
          "KV": {
            "number": 308,
            "text": "(Worker pid=189) (Worker_TP0 pid=189) INFO 06-29 01:43:44 [gpu_worker.py:453] Available KV cache memory: 19.91 GiB"
          },
          "tokens": {
            "number": 315,
            "text": "(EngineCore_DP0 pid=171) INFO 06-29 01:43:45 [kv_cache_utils.py:1314] GPU KV cache size: 521,696 tokens"
          },
          "capacity": {
            "number": 316,
            "text": "(EngineCore_DP0 pid=171) INFO 06-29 01:43:45 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 15.82x"
          },
          "engine": {
            "number": 33,
            "text": "(EngineCore_DP0 pid=171) INFO 06-29 01:38:36 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-35B-A3B/snapshots/995ad96eacd98c81ed38be0c5b274b04031597b0', speculative_config=None, tokenizer='/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-35B-A3B/snapshots/995ad96eacd98c81ed38be0c5b274b04031597b0', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=auto, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen/Qwen3.6-35B-A3B, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer', 'vllm::unified_kv_cache_update', 'vllm::unified_mla_kv_cache_update'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [2048], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 8.88,
      "logged_available_KV_GiB": 19.91,
      "logged_GPU_KV_tokens": 521696,
      "logged_context_capacity_x": 15.82,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-31\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-31 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row31-90a75956f3-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-31/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-31/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-31/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-31/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-31/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-31/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-moe,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-35B-A3B/snapshots/995ad96eacd98c81ed38be0c5b274b04031597b0,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-31.sh",
      "serving_script_sha256": "0b6a85dd3772475080fbf447e3950460078ab850f9aa1c9e1fb5875d95b8b33e",
      "recorded_docker_run_script": "serve/recorded/historical-row31.sh",
      "recorded_docker_run_sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r3.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-31.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-moe \"$MODEL_DIR/qwen36-moe\"\n",
      "historical_runtime_signature": "587d3f43c096c5ac190364a964b5d5a75b0182d5a4f037e6ddd18ebcbaa2cfc5",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
          "bytes": 2383,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "c53f3d2e41d1ae23ecf55e51c4185c36784906700ad9b1613a409342c2684a12",
          "bytes": 9893,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "d224f8d7c49be11a63fb1804376b6a2b87b77a1d0aa7926355fbe0a2d44166f4",
          "bytes": 1292,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "617e0346b976dad4038df8c03ef0247278c122252b48f03152902681a15ba315",
          "bytes": 1282,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "5aa6105055693aff3cb2d5033cf5c967c8425917369a1845fa7ab27f264bf5fd",
          "bytes": 406,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "da61b53ac0ea074e2608a556338d87aeabe80bf5de1d45ea62658875ef44fdf5",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "aaf059fee3592f897b9d73e4ac05926ae4c1d5347fc13720c987a3dfdbecc76a",
          "bytes": 34,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "a469a18b730c2d071aee1672587ff1a3f7a7cd9341e393e675ad452a4fdaf6d7",
          "bytes": 429,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "8a516a955d1cb3658944fa6f61291fe2be097c0e27e3de180bff3a6ad9697ac2",
          "bytes": 495,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "72649d16114bbe7ecda6325c3b0eff1b7e054304b6dcfb050476b2307b2ee7ba",
          "bytes": 324595,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-30/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-30/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 30,
      "historical_fresh_group_rows": [
        30,
        31
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-08T23:18:06.809781202Z",
        "FinishedAt": "2026-11-08T23:38:48.306386482Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 174,
      "retest_historical_manifest_sha256": "9a2772d75889092782cc9a65e91fb732b333c30fc7469365a71fbf2c8f50798e",
      "retest_strict": "PASS",
      "retest_strict_tokens": 3315,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 3315,
          "decode_tps": 115.49001974098105,
          "prefill_seconds": 0.8086845744401217,
          "client_total_seconds": 29.521306382492185,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 3315.0,
            "vllm:request_prefill_time_seconds_sum": 0.8086845744401217,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 28.703778970986605,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "e31c712c0771301f2e4d592bc966448d3143f2660e1b4cab33a91704f19e9370",
          "summary_sha256": "6de45c7cc013914550cba9d9e4fb391546d47711db7c87c3248b42dcf7698c6d"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 116.30302059984058,
          "prefill_seconds": 0.81096709985286,
          "client_total_seconds": 18.01519708149135,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_prefill_time_seconds_sum": 0.81096709985286,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 17.19645792245865,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "bca01af4a8338cd6274c1c9e0b281d8e59066ebae2ece3e3a636620066da3a03",
          "summary_sha256": "0acf3601e108fbbfd1a891c8d6a16ccbe40e590b194451e109627d82f3c5e96d"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 109.47943821033532,
          "prefill_seconds": 0.8086706819012761,
          "client_total_seconds": 92.15940057393163,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 10000.0,
            "vllm:request_prefill_time_seconds_sum": 0.8086706819012761,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 91.34135289210826,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "46fd7808353544eb86016bdd1746bafb67def6864a3f5352647b66cb9149f95a",
          "summary_sha256": "a8ba495779711e5602e6164c8bec0f7728c656bfa02a9661baafa8ef58f71683"
        }
      },
      "retest_strict_TPS": 115.49001974098105,
      "retest_strict_prefill_seconds": 0.8086845744401217,
      "retest_strict_total_seconds": 29.521306382492185,
      "retest_2K_TPS": 116.30302059984058,
      "retest_2K_prefill_seconds": 0.81096709985286,
      "retest_2K_total_seconds": 18.01519708149135,
      "retest_10K_TPS": 109.47943821033532,
      "retest_10K_prefill_seconds": 0.8086706819012761,
      "retest_10K_total_seconds": 92.15940057393163,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 34334515200,
        "1": 34314481664,
        "2": 34314469376,
        "3": 34314502144,
        "4": 34314551296,
        "5": 34314530816,
        "6": 34314477568,
        "7": 34318667776
      },
      "retest_sampled_peak_VRAM_GiB": 31.97650909423828,
      "retest_memory_observation_count": 588,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 193,
            "text": "2026-11-08T23:23:02.194194967Z (Worker pid=189) (Worker_TP0 pid=189) INFO 11-08 23:23:02 [gpu_model_runner.py:4579] Model loading took 8.88 GiB memory and 193.073592 seconds",
            "values": [
              "8.88"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 311,
            "text": "2026-11-08T23:24:25.909888257Z (Worker pid=189) (Worker_TP0 pid=189) INFO 11-08 23:24:25 [gpu_worker.py:453] Available KV cache memory: 19.91 GiB",
            "values": [
              "19.91"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 315,
            "text": "2026-11-08T23:24:26.013151548Z (EngineCore_DP0 pid=171) INFO 11-08 23:24:26 [kv_cache_utils.py:1314] GPU KV cache size: 521,696 tokens",
            "values": [
              "521,696"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 316,
            "text": "2026-11-08T23:24:26.013251748Z (EngineCore_DP0 pid=171) INFO 11-08 23:24:26 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 15.82x",
            "values": [
              "131,072",
              "15.82"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 8.88,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 19.91,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 521696,
      "retest_logged_context_capacity_x": 15.82,
      "retest_memory_log_source": "historical-recovered/fresh-row-30/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.30 \u00b7 Validated Profile Results / table 1",
      "reproduction_script_sha256": "24d9ba94aabe60dc213b0388c22eac870cc74e7aa958184ba515eca241054b47",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/serve-row-31\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 31 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 31 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row31-90a75956f3-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-31/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-31/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-31/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-31/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-31/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-31/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-moe,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-35B-A3B/snapshots/995ad96eacd98c81ed38be0c5b274b04031597b0,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row31.sh",
      "recorded_lab_serving_script_sha256": "4a8711f42d2989f0f72b22c38ddbac366436ccbd5e28d25bbeff534f3a50ffab",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/benchmark-row-31\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 31 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r3/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port \"$PROXY_PORT\" --backend \"http://127.0.0.1:$PORT\" --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint \"http://127.0.0.1:$PROXY_PORT/v1\" --metrics-url \"http://127.0.0.1:$PORT/metrics\" --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-31-hf-moe35b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "3e67624886fe30d323bf471d4b22b704c2808fe9bd9d4ae02a9afd43ad8af7aa",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-moe /usr/share/ollama/localaiservers-repro-models/qwen36-moe",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-31",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3074,
            "content_chars": 6062,
            "content_has_think_close": false,
            "elapsed_seconds": 27.538480462506413,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T02:18:25Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.01051213126629591,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 6062,
            "qwen_answer_text_sha256": "1da5eaf2d1a2df7954628036116f036612a2e11e62d19ab301d81891297acee2",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 6062,
            "qwen_visible_text_sha256": "1da5eaf2d1a2df7954628036116f036612a2e11e62d19ab301d81891297acee2",
            "raw_has_think_close": false,
            "reasoning_chars": 9805,
            "text_chars": 15868,
            "text_sha256": "c3953bbf14c8bf2a03c07aa8de91765d98935a3422c8b9473e825d5678ae9947",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 26.723272138275206,
            "vllm_decode_tps": 115.03082347453893,
            "vllm_generation_tokens_delta": 3074.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8065544962882996,
            "vllm_prefill_tps": 534.3718273017238,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 111.62562161645937
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 200,
            "content_has_think_close": false,
            "elapsed_seconds": 18.08423571381718,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T02:18:44Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.006676186807453632,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 200,
            "qwen_answer_text_sha256": "2f213ad86009aacf37f15220812d39d2ddf2e8288ddb317a100ac0d32c11b69c",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 200,
            "qwen_visible_text_sha256": "2f213ad86009aacf37f15220812d39d2ddf2e8288ddb317a100ac0d32c11b69c",
            "raw_has_think_close": false,
            "reasoning_chars": 9805,
            "text_chars": 10006,
            "text_sha256": "622b7aa36324f0b39addb94e14df1edc548b4e7e33e4a6780113bca38cdf628a",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 17.267360970377922,
            "vllm_decode_tps": 115.82545841434546,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8081611143425107,
            "vllm_prefill_tps": 533.3095002357857,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 110.59355958692294
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 48347,
            "content_has_think_close": false,
            "elapsed_seconds": 92.6585035957396,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T02:20:16Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.005911114625632763,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 48347,
            "qwen_answer_text_sha256": "ae73d5c7cbbdccaf573352ad53b4ff705746df31b9b2da9b40e640fc29123613",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 48347,
            "qwen_visible_text_sha256": "ae73d5c7cbbdccaf573352ad53b4ff705746df31b9b2da9b40e640fc29123613",
            "raw_has_think_close": false,
            "reasoning_chars": 9805,
            "text_chars": 58153,
            "text_sha256": "0dbb2aae366ae7556a2270143f96ce9c0efbad0938d8f1b734817ccb8d9939b1",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 91.83650601096451,
            "vllm_decode_tps": 108.88916003409454,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8104435317218304,
            "vllm_prefill_tps": 531.8075635501928,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 107.9231760921703
          }
        },
        "evidence": "dockerhub-e2e/historical-row-31.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-27B",
      "weights": "GGUF F16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid; ai-info 10K gate cleared",
      "strict": "PASS",
      "strict_tokens": 3636,
      "strict_TPS": 69.986,
      "fixed_2K_TPS": 70.9346270301347,
      "fixed_10K_TPS": 66.40255168910156,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9",
      "historical_lane": ".30",
      "historical_audit": "Public-Staged POSIX-Runner Reproduction Audit / table 1",
      "historical_release_line": 421,
      "architecture_note": "Dense TP8",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-32\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-32 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "gguf-dense27b-tp8",
      "profile_file": "historical-reproduction-r2/original/row-32/effective_config.env",
      "historical_source_download": "historical-reproduction-r2.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 70.935,
      "historical_published_10K_TPS": 66.403,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-32.json",
      "historical_raw_archive": "historical-recovered/host30-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 70.9346270301347,
      "historical_exact_10K_TPS": 66.40255168910156,
      "strict_prefill_seconds": 13.232478737016208,
      "strict_total_seconds": 65.19435790000716,
      "fixed_2K_prefill_seconds": 12.073023709002882,
      "fixed_2K_total_seconds": 40.27612384001259,
      "fixed_10K_prefill_seconds": 12.555574587953743,
      "fixed_10K_total_seconds": 163.16291552502662,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 32,
        "original_host": "10.0.0.30",
        "logged_model_load_delta_GiB": 6.75,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 109.957728,
        "logged_available_KV_GiB": 23.15,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 379184,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 11.5,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "759f71b82d879600a80aa25cd5340f4bcf248dd73784a58ffaa097e640117f39",
        "source_archive": "historical-recovered/host10.0.0.30-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/vnext-release-repro/localaiservers/qwen36-gfx906/vnext-launch-runs/repro-gguf-dense27b-tp8",
        "source_lines": {
          "load": {
            "number": 4589,
            "text": "(Worker pid=227) (Worker_TP0 pid=227) INFO 06-29 12:36:09 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 109.957728 seconds"
          },
          "KV": {
            "number": 5245,
            "text": "(Worker pid=227) (Worker_TP0 pid=227) INFO 06-29 12:37:30 [gpu_worker.py:453] Available KV cache memory: 23.15 GiB"
          },
          "tokens": {
            "number": 5252,
            "text": "(EngineCore_DP0 pid=200) INFO 06-29 12:37:31 [kv_cache_utils.py:1314] GPU KV cache size: 379,184 tokens"
          },
          "capacity": {
            "number": 5253,
            "text": "(EngineCore_DP0 pid=200) INFO 06-29 12:37:31 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.50x"
          },
          "engine": {
            "number": 64,
            "text": "(EngineCore_DP0 pid=200) INFO 06-29 12:33:52 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf', speculative_config=None, tokenizer='Qwen/Qwen3.6-27B', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=gguf, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=gguf, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen3.6-27B-F16-GGUF-lmheadunquant, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': PosixPath('/runwork/debug_dump'), 'cache_dir': '/runwork/compile_cache', 'compile_cache_save_format': 'unpacked', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [4], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': True, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 4, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 6.75,
      "logged_available_KV_GiB": 23.15,
      "logged_GPU_KV_tokens": 379184,
      "logged_context_capacity_x": 11.5,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-32\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-32 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row32-8e5b34f5cf-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-32/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-32/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-32/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-32/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-32/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-32/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-32.sh",
      "serving_script_sha256": "42e7a2b1f143bba8192c0afd71352dcb34132257f289a1bf9d0d50740538c86b",
      "recorded_docker_run_script": "serve/recorded/historical-row32.sh",
      "recorded_docker_run_sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r2.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-32.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-dense \"$MODEL_DIR/qwen36-dense\"\npython3 launch-tools-r2/model-acquisition/acquire_gguf.py \"$MODEL_DIR\"\n",
      "historical_runtime_signature": "11a6abcfec73e66878cf5cbcac295874279948a4bb044247e252072f85e87101",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
          "bytes": 2383,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "5b8a965745319f02f5017b70d299fc6e976bdef6a819382ce4e8cb110106602e",
          "bytes": 9889,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "9259dfd6a845696a52d8925d4c63fce143dbfdb07296931d6ed135e642eaadd6",
          "bytes": 1202,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "283b9896b6ba9bc9be5738a2756eee62d8595e3f9aaba469dda152249d61f702",
          "bytes": 3453,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "471e25784b56e93ea7f8ab785634ab5a8957af4fb2173455809fe19c6ebef687",
          "bytes": 422,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "ac9ac7fe21fe3be506853cd26779bcfec788b01b27dba80f82fa7d8c0d4e392b",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "1f1c570f6ce5d98fc2d06394f671ac628fbb6dcef410226a5b86255191097869",
          "bytes": 43,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "07e293f4e107e17b1a90121e6df29be21e11e6cad77e4ba07355b9712e5d031b",
          "bytes": 831,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "9e9c601835f801fa427d6a3b2094fd2afe108b87a1642369f9c684ed3ad1b552",
          "bytes": 451,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "759f71b82d879600a80aa25cd5340f4bcf248dd73784a58ffaa097e640117f39",
          "bytes": 705850,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-27/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-27/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 27,
      "historical_fresh_group_rows": [
        27,
        28,
        32,
        33,
        34
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-08T22:18:52.716405342Z",
        "FinishedAt": "2026-11-08T22:40:00.260467584Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "9a55da176fe75043aa7dc1ca12883e4f952738b9ebf2616b6f0edce4cb417ed7",
      "retest_strict": "PASS",
      "retest_strict_tokens": 4508,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 4508,
          "decode_tps": 69.61732325093088,
          "prefill_seconds": 14.042354583740234,
          "client_total_seconds": 78.80580217391253,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 64.75399784836918,
            "vllm:request_prefill_time_seconds_sum": 14.042354583740234,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 4508.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "cee5b3e69c4536b401273fbab9093ac75f2e77c2992f89ab5e2c8f2cc20fcad8",
          "summary_sha256": "754f0c5eeaf987089a936b03a08af821069b38f7e14fa59e17115de3fc4d2fae"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 71.02517985930231,
          "prefill_seconds": 13.268245195038617,
          "client_total_seconds": 41.43482113070786,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 28.15902760066092,
            "vllm:request_prefill_time_seconds_sum": 13.268245195038617,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "fb3631f25efa0d86c0631caf9b534448d8eb1d0d295d20ccbddb57f4b2b8168a",
          "summary_sha256": "aff3ec02e75684eb8bd8ecdd4936b31fc9fbb3754970d3b0a39d80e61d360495"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 66.53116656725801,
          "prefill_seconds": 12.96059922594577,
          "client_total_seconds": 163.27578648924828,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 150.3054961450398,
            "vllm:request_prefill_time_seconds_sum": 12.96059922594577,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "0d4c6bf01c385fa782ffef87f014c7a329ca06561609e32989c089837866415f",
          "summary_sha256": "29705fa055020f3834638960e4af19073f76c5672f7f2d3c621b46c7bf61f6ef"
        }
      },
      "retest_strict_TPS": 69.61732325093088,
      "retest_strict_prefill_seconds": 14.042354583740234,
      "retest_strict_total_seconds": 78.80580217391253,
      "retest_2K_TPS": 71.02517985930231,
      "retest_2K_prefill_seconds": 13.268245195038617,
      "retest_2K_total_seconds": 41.43482113070786,
      "retest_10K_TPS": 66.53116656725801,
      "retest_10K_prefill_seconds": 12.96059922594577,
      "retest_10K_total_seconds": 163.27578648924828,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33758752768,
        "1": 33634103296,
        "2": 33684492288,
        "3": 33634070528,
        "4": 33684193280,
        "5": 33633898496,
        "6": 33684754432,
        "7": 33634291712
      },
      "retest_sampled_peak_VRAM_GiB": 31.440288543701172,
      "retest_memory_observation_count": 601,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 4589,
            "text": "2026-11-08T22:22:06.240435797Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-08 22:22:06 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 99.197417 seconds",
            "values": [
              "6.75"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 5172,
            "text": "2026-11-08T22:25:00.830568798Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-08 22:25:00 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB",
            "values": [
              "22.79"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 5175,
            "text": "2026-11-08T22:25:00.891573213Z (EngineCore_DP0 pid=200) INFO 11-08 22:25:00 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens",
            "values": [
              "373,360"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 5176,
            "text": "2026-11-08T22:25:00.891705873Z (EngineCore_DP0 pid=200) INFO 11-08 22:25:00 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x",
            "values": [
              "131,072",
              "11.32"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 6.75,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 22.79,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 373360,
      "retest_logged_context_capacity_x": 11.32,
      "retest_memory_log_source": "historical-recovered/fresh-row-27/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.30 \u00b7 Public-Staged POSIX-Runner Reproduction Audit / table 1",
      "reproduction_script_sha256": "32146d24c4fae5b5f158d8215fb7875713722c9031a55ca702eb7ee0681c692c",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108/serve-row-32\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r2.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r2 model-acquisition\ntar -xzf historical-reproduction-r2.tar.gz -C historical-reproduction-r2\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 32 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 32 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row32-8e5b34f5cf-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-32/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-32/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-32/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-32/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-32/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-32/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row32.sh",
      "recorded_lab_serving_script_sha256": "ef8890bf4553e35ba58e6254bc80a0a1137d1b44e01380ccc87d88a38567af23",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108/benchmark-row-32\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r2.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r2 model-acquisition\ntar -xzf historical-reproduction-r2.tar.gz -C historical-reproduction-r2\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 32 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r2/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r2/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r2/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port 19080 --backend http://127.0.0.1:8001 --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint http://127.0.0.1:19080/v1 --metrics-url http://127.0.0.1:8001/metrics --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-32-gguf-dense27b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "e36699f1b057ef4eeab8c29524b7a7476e4fb3c1d7f1a7854d8300e3772ab35c",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-dense /usr/share/ollama/localaiservers-repro-models/qwen36-dense\npython3 model-acquisition/acquire_gguf.py /usr/share/ollama/localaiservers-repro-models",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-32",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3687,
            "content_chars": 5329,
            "content_has_think_close": false,
            "elapsed_seconds": 65.07993041258305,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T02:56:48Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.012216160073876381,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 5329,
            "qwen_answer_text_sha256": "3a7a6b602375e1ddc6c8e18ad6a2710bf65108182452f41ace63f1ab0f80812d",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 5329,
            "qwen_visible_text_sha256": "3a7a6b602375e1ddc6c8e18ad6a2710bf65108182452f41ace63f1ab0f80812d",
            "raw_has_think_close": false,
            "reasoning_chars": 12365,
            "text_chars": 17695,
            "text_sha256": "5b3f450c991bceef669328df77eae3d6b223ed3d3ba745f87d3c95e9ee2d591e",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 52.69167762435973,
            "vllm_decode_tps": 69.973099476633,
            "vllm_generation_tokens_delta": 3687.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 12.377928133122623,
            "vllm_prefill_tps": 34.8200438203118,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 56.65341030062206
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 42.01967437751591,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T02:57:30Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008349246345460415,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9610,
            "text_chars": 9610,
            "text_sha256": "b6e619acbecd7b98e7bd3fafcd526951e3260b60cf5909be4ad3a5f325565bff",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 28.204140285030007,
            "vllm_decode_tps": 70.91157467620262,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 13.807229696772993,
            "vllm_prefill_tps": 31.215530520270317,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 47.59675151290962
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 45133,
            "content_has_think_close": false,
            "elapsed_seconds": 165.0049143144861,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T03:00:15Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.009004133753478527,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 45133,
            "qwen_answer_text_sha256": "79555b8c674ed6168687a63258550a0f08ef0033b17b0f5b24d96f2e305de681",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 45133,
            "qwen_visible_text_sha256": "79555b8c674ed6168687a63258550a0f08ef0033b17b0f5b24d96f2e305de681",
            "raw_has_think_close": false,
            "reasoning_chars": 12365,
            "text_chars": 57499,
            "text_sha256": "54c178bd283aaf13a7da9ffef6cbdb53f7833574997cb0e5421dce9f6dd6cf24",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 150.48369926866144,
            "vllm_decode_tps": 66.45238021526045,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.511613338254392,
            "vllm_prefill_tps": 29.70035033002369,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 60.60425558562944
          }
        },
        "evidence": "dockerhub-e2e/historical-row-32.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-27B",
      "weights": "GGUF F16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid; ai-info 10K gate cleared",
      "strict": "PASS",
      "strict_tokens": 4210,
      "strict_TPS": 69.58,
      "fixed_2K_TPS": 70.83735293093527,
      "fixed_10K_TPS": 66.30871453666232,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9",
      "historical_lane": ".30",
      "historical_audit": "Clean-Room GGUF Package-Path Reproduction Audit / table 1",
      "historical_release_line": 445,
      "architecture_note": "Dense TP8",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-33\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-33 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "gguf-dense27b-tp8",
      "profile_file": "historical-reproduction-r2/original/row-33/effective_config.env",
      "historical_source_download": "historical-reproduction-r2.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 70.837,
      "historical_published_10K_TPS": 66.309,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-33.json",
      "historical_raw_archive": "historical-recovered/host30-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 70.83735293093527,
      "historical_exact_10K_TPS": 66.30871453666232,
      "strict_prefill_seconds": 14.288505071017426,
      "strict_total_seconds": 74.80298261001008,
      "fixed_2K_prefill_seconds": 11.615652269043494,
      "fixed_2K_total_seconds": 39.85726194502786,
      "fixed_10K_prefill_seconds": 13.529845981043763,
      "fixed_10K_total_seconds": 164.34905659902142,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 33,
        "original_host": "10.0.0.30",
        "logged_model_load_delta_GiB": 6.75,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 114.586086,
        "logged_available_KV_GiB": 22.79,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 373360,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 11.32,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "37540bd9d6d3a34812dcc6e2d956c59bc7047f62aa91288bafefb2fc8773f312",
        "source_archive": "historical-recovered/host10.0.0.30-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/vnext-release-repro/cleanroom-20260629T144538Z/localaiservers/qwen36-gfx906/vnext-launch-runs/gguf-dense27b-tp8",
        "source_lines": {
          "load": {
            "number": 4589,
            "text": "(Worker pid=227) (Worker_TP0 pid=227) INFO 06-29 14:59:15 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 114.586086 seconds"
          },
          "KV": {
            "number": 5168,
            "text": "(Worker pid=227) (Worker_TP0 pid=227) INFO 06-29 15:02:04 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB"
          },
          "tokens": {
            "number": 5175,
            "text": "(EngineCore_DP0 pid=200) INFO 06-29 15:02:04 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens"
          },
          "capacity": {
            "number": 5176,
            "text": "(EngineCore_DP0 pid=200) INFO 06-29 15:02:04 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x"
          },
          "engine": {
            "number": 64,
            "text": "(EngineCore_DP0 pid=200) INFO 06-29 14:56:55 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf', speculative_config=None, tokenizer='Qwen/Qwen3.6-27B', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=gguf, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=gguf, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen3.6-27B-F16-GGUF-lmheadunquant, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': PosixPath('/runwork/debug_dump'), 'cache_dir': '/runwork/compile_cache', 'compile_cache_save_format': 'unpacked', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [4], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': True, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 4, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 6.75,
      "logged_available_KV_GiB": 22.79,
      "logged_GPU_KV_tokens": 373360,
      "logged_context_capacity_x": 11.32,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-33\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-33 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row33-6830e5d368-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-33/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-33/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-33/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-33/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-33/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-33/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-33.sh",
      "serving_script_sha256": "d48f80e3a68aaeb7cf35830961a4a9ccd41ef8b8aece3ca70271fee6f8c73b9d",
      "recorded_docker_run_script": "serve/recorded/historical-row33.sh",
      "recorded_docker_run_sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r2.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-33.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-dense \"$MODEL_DIR/qwen36-dense\"\npython3 launch-tools-r2/model-acquisition/acquire_gguf.py \"$MODEL_DIR\"\n",
      "historical_runtime_signature": "11a6abcfec73e66878cf5cbcac295874279948a4bb044247e252072f85e87101",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
          "bytes": 2383,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "5b8a965745319f02f5017b70d299fc6e976bdef6a819382ce4e8cb110106602e",
          "bytes": 9889,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "29a37302674fe29dff74a5a60e7aacac586a074a7caa83311380fd392b3f8ad2",
          "bytes": 1229,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "283b9896b6ba9bc9be5738a2756eee62d8595e3f9aaba469dda152249d61f702",
          "bytes": 3453,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "471e25784b56e93ea7f8ab785634ab5a8957af4fb2173455809fe19c6ebef687",
          "bytes": 422,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "e9ba53d8197f233acaff36e935e318b25dfb595fe3a451a5d981afb91b1a0c34",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "503b68794410099163de6aae50f574a1f2d18b112a9bf87a3b6bdde212368a1b",
          "bytes": 34,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "07e293f4e107e17b1a90121e6df29be21e11e6cad77e4ba07355b9712e5d031b",
          "bytes": 831,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "7e4f23339f048dd823617028ab170961a67ce4616af7aff390a5f1907750fb1e",
          "bytes": 445,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "37540bd9d6d3a34812dcc6e2d956c59bc7047f62aa91288bafefb2fc8773f312",
          "bytes": 690084,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-27/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-27/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 27,
      "historical_fresh_group_rows": [
        27,
        28,
        32,
        33,
        34
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-08T22:18:52.716405342Z",
        "FinishedAt": "2026-11-08T22:40:00.260467584Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "9a55da176fe75043aa7dc1ca12883e4f952738b9ebf2616b6f0edce4cb417ed7",
      "retest_strict": "PASS",
      "retest_strict_tokens": 4508,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 4508,
          "decode_tps": 69.61732325093088,
          "prefill_seconds": 14.042354583740234,
          "client_total_seconds": 78.80580217391253,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 64.75399784836918,
            "vllm:request_prefill_time_seconds_sum": 14.042354583740234,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 4508.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "cee5b3e69c4536b401273fbab9093ac75f2e77c2992f89ab5e2c8f2cc20fcad8",
          "summary_sha256": "754f0c5eeaf987089a936b03a08af821069b38f7e14fa59e17115de3fc4d2fae"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 71.02517985930231,
          "prefill_seconds": 13.268245195038617,
          "client_total_seconds": 41.43482113070786,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 28.15902760066092,
            "vllm:request_prefill_time_seconds_sum": 13.268245195038617,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "fb3631f25efa0d86c0631caf9b534448d8eb1d0d295d20ccbddb57f4b2b8168a",
          "summary_sha256": "aff3ec02e75684eb8bd8ecdd4936b31fc9fbb3754970d3b0a39d80e61d360495"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 66.53116656725801,
          "prefill_seconds": 12.96059922594577,
          "client_total_seconds": 163.27578648924828,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 150.3054961450398,
            "vllm:request_prefill_time_seconds_sum": 12.96059922594577,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "0d4c6bf01c385fa782ffef87f014c7a329ca06561609e32989c089837866415f",
          "summary_sha256": "29705fa055020f3834638960e4af19073f76c5672f7f2d3c621b46c7bf61f6ef"
        }
      },
      "retest_strict_TPS": 69.61732325093088,
      "retest_strict_prefill_seconds": 14.042354583740234,
      "retest_strict_total_seconds": 78.80580217391253,
      "retest_2K_TPS": 71.02517985930231,
      "retest_2K_prefill_seconds": 13.268245195038617,
      "retest_2K_total_seconds": 41.43482113070786,
      "retest_10K_TPS": 66.53116656725801,
      "retest_10K_prefill_seconds": 12.96059922594577,
      "retest_10K_total_seconds": 163.27578648924828,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33758752768,
        "1": 33634103296,
        "2": 33684492288,
        "3": 33634070528,
        "4": 33684193280,
        "5": 33633898496,
        "6": 33684754432,
        "7": 33634291712
      },
      "retest_sampled_peak_VRAM_GiB": 31.440288543701172,
      "retest_memory_observation_count": 601,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 4589,
            "text": "2026-11-08T22:22:06.240435797Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-08 22:22:06 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 99.197417 seconds",
            "values": [
              "6.75"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 5172,
            "text": "2026-11-08T22:25:00.830568798Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-08 22:25:00 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB",
            "values": [
              "22.79"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 5175,
            "text": "2026-11-08T22:25:00.891573213Z (EngineCore_DP0 pid=200) INFO 11-08 22:25:00 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens",
            "values": [
              "373,360"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 5176,
            "text": "2026-11-08T22:25:00.891705873Z (EngineCore_DP0 pid=200) INFO 11-08 22:25:00 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x",
            "values": [
              "131,072",
              "11.32"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 6.75,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 22.79,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 373360,
      "retest_logged_context_capacity_x": 11.32,
      "retest_memory_log_source": "historical-recovered/fresh-row-27/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.30 \u00b7 Clean-Room GGUF Package-Path Reproduction Audit / table 1",
      "reproduction_script_sha256": "b75beca520488c24aaab4c56d77000c7336259ce611840e935a661b4474d95b3",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108/serve-row-33\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r2.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r2 model-acquisition\ntar -xzf historical-reproduction-r2.tar.gz -C historical-reproduction-r2\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 33 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 33 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row33-6830e5d368-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-33/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-33/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-33/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-33/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-33/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-33/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row33.sh",
      "recorded_lab_serving_script_sha256": "e84cd30d4c7f6ffa98e25d0441ae57436d17b3242c2e06fe01bf08248afbb8ca",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108/benchmark-row-33\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r2.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r2 model-acquisition\ntar -xzf historical-reproduction-r2.tar.gz -C historical-reproduction-r2\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 33 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r2/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r2/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r2/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port 19080 --backend http://127.0.0.1:8001 --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint http://127.0.0.1:19080/v1 --metrics-url http://127.0.0.1:8001/metrics --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-33-gguf-dense27b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "672179fd3faca10556dc2da169cfeb73cb4ca336919a2093a7b8db80e79c1fc7",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-dense /usr/share/ollama/localaiservers-repro-models/qwen36-dense\npython3 model-acquisition/acquire_gguf.py /usr/share/ollama/localaiservers-repro-models",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-33",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3742,
            "content_chars": 6468,
            "content_has_think_close": false,
            "elapsed_seconds": 66.08779009897262,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T03:34:15Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.012077721767127514,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 6468,
            "qwen_answer_text_sha256": "a3e745fc71d97304f1caba5a41e98d3560a4affeb33e477aa907ba6e5fef5c87",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 6468,
            "qwen_visible_text_sha256": "a3e745fc71d97304f1caba5a41e98d3560a4affeb33e477aa907ba6e5fef5c87",
            "raw_has_think_close": false,
            "reasoning_chars": 12127,
            "text_chars": 18596,
            "text_sha256": "9a94117e6de620eee1f2549f35ad6e94911474e61cd6dda14a52b9981ae2d03e",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 53.53867237456143,
            "vllm_decode_tps": 69.89340291856001,
            "vllm_generation_tokens_delta": 3742.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 12.540770625695586,
            "vllm_prefill_tps": 34.36790392425299,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 56.62165423289244
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 41.21531672030687,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T03:34:57Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.006134975701570511,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9940,
            "text_chars": 9940,
            "text_sha256": "f4724c0e635226e325d2779aeb7bb6a3d34abdbcbbbd9d5f951f8b11442e0e74",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 28.215577918104827,
            "vllm_decode_tps": 70.88282954206933,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 12.991800364106894,
            "vllm_prefill_tps": 33.17477084936939,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 48.525649179704004
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 44552,
            "content_has_think_close": false,
            "elapsed_seconds": 164.95538353640586,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T03:37:42Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008456559851765633,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 44552,
            "qwen_answer_text_sha256": "8c459b3f86193f648e1132dd7bf503eda77fc453896ca4d7f7e99d9c81e92cfd",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 44552,
            "qwen_visible_text_sha256": "8c459b3f86193f648e1132dd7bf503eda77fc453896ca4d7f7e99d9c81e92cfd",
            "raw_has_think_close": false,
            "reasoning_chars": 12127,
            "text_chars": 56680,
            "text_sha256": "1d1b28e8252e3f6248432dbef2a6bc6a6421cef72bf73d7a6f2cfa02605c97fe",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 150.61556784249842,
            "vllm_decode_tps": 66.39419910734055,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.329687963239849,
            "vllm_prefill_tps": 30.077416975558044,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 60.62245308770409
          }
        },
        "evidence": "dockerhub-e2e/historical-row-33.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-27B",
      "weights": "GGUF F16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid; ai-info 10K gate cleared",
      "strict": "PASS",
      "strict_tokens": 3715,
      "strict_TPS": 70.07,
      "fixed_2K_TPS": 71.128967949275,
      "fixed_10K_TPS": 66.52973204218856,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9",
      "historical_lane": ".30",
      "historical_audit": "Stand-Alone GGUF Release-Package Audit / table 1",
      "historical_release_line": 471,
      "architecture_note": "Dense TP8",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-34\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-34 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "gguf-dense27b-tp8",
      "profile_file": "historical-reproduction-r2/original/row-34/effective_config.env",
      "historical_source_download": "historical-reproduction-r2.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 71.129,
      "historical_published_10K_TPS": 66.53,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-34.json",
      "historical_raw_archive": "historical-recovered/host30-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 71.128967949275,
      "historical_exact_10K_TPS": 66.52973204218856,
      "strict_prefill_seconds": 13.504585059010424,
      "strict_total_seconds": 66.53369482600829,
      "fixed_2K_prefill_seconds": 13.592017919989303,
      "fixed_2K_total_seconds": 41.71791784098605,
      "fixed_10K_prefill_seconds": 12.32813044602517,
      "fixed_10K_total_seconds": 162.6458416240057,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 34,
        "original_host": "10.0.0.30",
        "logged_model_load_delta_GiB": 6.75,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 112.330588,
        "logged_available_KV_GiB": 22.79,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 373360,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 11.32,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "440fc7e6d449bf85ebc64565dfb0544de1e59b96415d3a09f31df4c5871a8a7c",
        "source_archive": "historical-recovered/host10.0.0.30-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/vnext-standalone-audit/20260629T171707Z/localaiservers/vnext-launch-runs/gguf-dense27b-tp8",
        "source_lines": {
          "load": {
            "number": 4589,
            "text": "(Worker pid=251) (Worker_TP0 pid=251) INFO 06-29 17:28:29 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 112.330588 seconds"
          },
          "KV": {
            "number": 5169,
            "text": "(Worker pid=251) (Worker_TP0 pid=251) INFO 06-29 17:31:23 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB"
          },
          "tokens": {
            "number": 5175,
            "text": "(EngineCore_DP0 pid=224) INFO 06-29 17:31:23 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens"
          },
          "capacity": {
            "number": 5176,
            "text": "(EngineCore_DP0 pid=224) INFO 06-29 17:31:23 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x"
          },
          "engine": {
            "number": 64,
            "text": "(EngineCore_DP0 pid=224) INFO 06-29 17:26:12 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf', speculative_config=None, tokenizer='Qwen/Qwen3.6-27B', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=gguf, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=gguf, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen3.6-27B-F16-GGUF-lmheadunquant, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': PosixPath('/runwork/debug_dump'), 'cache_dir': '/runwork/compile_cache', 'compile_cache_save_format': 'unpacked', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [4], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': True, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 4, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 6.75,
      "logged_available_KV_GiB": 22.79,
      "logged_GPU_KV_tokens": 373360,
      "logged_context_capacity_x": 11.32,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-34\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-34 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row34-15f69466a8-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-34/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-34/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-34/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-34/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-34/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-34/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-34.sh",
      "serving_script_sha256": "65eb8fa779f95cf29e537e0d9f04fd0a69822ca530be574cc3ddaec8c0a2b49e",
      "recorded_docker_run_script": "serve/recorded/historical-row34.sh",
      "recorded_docker_run_sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r2.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-34.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-dense \"$MODEL_DIR/qwen36-dense\"\npython3 launch-tools-r2/model-acquisition/acquire_gguf.py \"$MODEL_DIR\"\n",
      "historical_runtime_signature": "11a6abcfec73e66878cf5cbcac295874279948a4bb044247e252072f85e87101",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
          "bytes": 2383,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "5b8a965745319f02f5017b70d299fc6e976bdef6a819382ce4e8cb110106602e",
          "bytes": 9889,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "9665a90ae3fa5232ce7fa00c6f858f2f54cab98e1131cdf735fa9b07973dd9b8",
          "bytes": 1222,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "283b9896b6ba9bc9be5738a2756eee62d8595e3f9aaba469dda152249d61f702",
          "bytes": 3453,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "471e25784b56e93ea7f8ab785634ab5a8957af4fb2173455809fe19c6ebef687",
          "bytes": 422,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "da998adb7b982a43919b35041709d3c4e195c542ac50dfb12eb506d02dc9cf55",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "afcf6dba5d6085ad88e7b4500f37947f35003aa72cce9003e5d5694aa006833d",
          "bytes": 26,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "07e293f4e107e17b1a90121e6df29be21e11e6cad77e4ba07355b9712e5d031b",
          "bytes": 831,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "faddd02421eddc9786f764567c89e1b5dc8cc30341b29bd57e096c940685214a",
          "bytes": 446,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "440fc7e6d449bf85ebc64565dfb0544de1e59b96415d3a09f31df4c5871a8a7c",
          "bytes": 690080,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-27/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-27/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 27,
      "historical_fresh_group_rows": [
        27,
        28,
        32,
        33,
        34
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-08T22:18:52.716405342Z",
        "FinishedAt": "2026-11-08T22:40:00.260467584Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "9a55da176fe75043aa7dc1ca12883e4f952738b9ebf2616b6f0edce4cb417ed7",
      "retest_strict": "PASS",
      "retest_strict_tokens": 4508,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 4508,
          "decode_tps": 69.61732325093088,
          "prefill_seconds": 14.042354583740234,
          "client_total_seconds": 78.80580217391253,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 64.75399784836918,
            "vllm:request_prefill_time_seconds_sum": 14.042354583740234,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 4508.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "cee5b3e69c4536b401273fbab9093ac75f2e77c2992f89ab5e2c8f2cc20fcad8",
          "summary_sha256": "754f0c5eeaf987089a936b03a08af821069b38f7e14fa59e17115de3fc4d2fae"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 71.02517985930231,
          "prefill_seconds": 13.268245195038617,
          "client_total_seconds": 41.43482113070786,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 28.15902760066092,
            "vllm:request_prefill_time_seconds_sum": 13.268245195038617,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2000.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "fb3631f25efa0d86c0631caf9b534448d8eb1d0d295d20ccbddb57f4b2b8168a",
          "summary_sha256": "aff3ec02e75684eb8bd8ecdd4936b31fc9fbb3754970d3b0a39d80e61d360495"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 66.53116656725801,
          "prefill_seconds": 12.96059922594577,
          "client_total_seconds": 163.27578648924828,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_decode_time_seconds_sum": 150.3054961450398,
            "vllm:request_prefill_time_seconds_sum": 12.96059922594577,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 10000.0,
            "vllm:request_prefill_time_seconds_count": 1.0
          },
          "request_sha256": "0d4c6bf01c385fa782ffef87f014c7a329ca06561609e32989c089837866415f",
          "summary_sha256": "29705fa055020f3834638960e4af19073f76c5672f7f2d3c621b46c7bf61f6ef"
        }
      },
      "retest_strict_TPS": 69.61732325093088,
      "retest_strict_prefill_seconds": 14.042354583740234,
      "retest_strict_total_seconds": 78.80580217391253,
      "retest_2K_TPS": 71.02517985930231,
      "retest_2K_prefill_seconds": 13.268245195038617,
      "retest_2K_total_seconds": 41.43482113070786,
      "retest_10K_TPS": 66.53116656725801,
      "retest_10K_prefill_seconds": 12.96059922594577,
      "retest_10K_total_seconds": 163.27578648924828,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33758752768,
        "1": 33634103296,
        "2": 33684492288,
        "3": 33634070528,
        "4": 33684193280,
        "5": 33633898496,
        "6": 33684754432,
        "7": 33634291712
      },
      "retest_sampled_peak_VRAM_GiB": 31.440288543701172,
      "retest_memory_observation_count": 601,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 4589,
            "text": "2026-11-08T22:22:06.240435797Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-08 22:22:06 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 99.197417 seconds",
            "values": [
              "6.75"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 5172,
            "text": "2026-11-08T22:25:00.830568798Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-08 22:25:00 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB",
            "values": [
              "22.79"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 5175,
            "text": "2026-11-08T22:25:00.891573213Z (EngineCore_DP0 pid=200) INFO 11-08 22:25:00 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens",
            "values": [
              "373,360"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 5176,
            "text": "2026-11-08T22:25:00.891705873Z (EngineCore_DP0 pid=200) INFO 11-08 22:25:00 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x",
            "values": [
              "131,072",
              "11.32"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 6.75,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 22.79,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 373360,
      "retest_logged_context_capacity_x": 11.32,
      "retest_memory_log_source": "historical-recovered/fresh-row-27/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.30 \u00b7 Stand-Alone GGUF Release-Package Audit / table 1",
      "reproduction_script_sha256": "1db985b161b34dc5de3176deb444232474d175b95e6fe1f2f2af30de79070bc9",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108/serve-row-34\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r2.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r2 model-acquisition\ntar -xzf historical-reproduction-r2.tar.gz -C historical-reproduction-r2\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 34 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 34 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row34-15f69466a8-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-34/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-34/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-34/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-34/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-34/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108/serve-row-34/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row34.sh",
      "recorded_lab_serving_script_sha256": "fee9b8d966cb244193dc180234b121d08723e6d5b1ed9dbc3e64fe8ae49e4220",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108/benchmark-row-34\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r2.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r2 model-acquisition\ntar -xzf historical-reproduction-r2.tar.gz -C historical-reproduction-r2\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r2/prepare_historical_run.py\" --row 34 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r2/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r2/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r2/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port 19080 --backend http://127.0.0.1:8001 --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint http://127.0.0.1:19080/v1 --metrics-url http://127.0.0.1:8001/metrics --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-34-gguf-dense27b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "6c20a1bdcd8da0eb71aab1a470432f6f9aff95547dc71d8539e4cfd00a08915e",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-dense /usr/share/ollama/localaiservers-repro-models/qwen36-dense\npython3 model-acquisition/acquire_gguf.py /usr/share/ollama/localaiservers-repro-models",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-34",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 4044,
            "content_chars": 7548,
            "content_has_think_close": false,
            "elapsed_seconds": 72.31937592290342,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T04:11:40Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.011942341923713684,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 7548,
            "qwen_answer_text_sha256": "b8dcb06babe50c57ac2d999a7a4366bd9156506cbb59b91ba497f9e84fb74165",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 7548,
            "qwen_visible_text_sha256": "b8dcb06babe50c57ac2d999a7a4366bd9156506cbb59b91ba497f9e84fb74165",
            "raw_has_think_close": false,
            "reasoning_chars": 12371,
            "text_chars": 19920,
            "text_sha256": "ce311899a1f84ab85c42383d67628ec0138a96d7e3d4f788a18abcc7387ecd9c",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 57.98553304374218,
            "vllm_decode_tps": 69.74153358130472,
            "vllm_generation_tokens_delta": 4044.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.324300050735474,
            "vllm_prefill_tps": 30.08873023278164,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 55.91862413623611
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 41.197517121210694,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T04:12:21Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008826046250760555,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9647,
            "text_chars": 9647,
            "text_sha256": "1d259b96408168939c15694a69070d10a6bea9eaa997e3817f3dba8b5d0a375b",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 28.21035666577518,
            "vllm_decode_tps": 70.89594873596197,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 12.978673229925334,
            "vllm_prefill_tps": 33.20832510107657,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 48.546614935934876
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 39469,
            "content_has_think_close": false,
            "elapsed_seconds": 165.68056911695749,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T04:15:07Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008547734469175339,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 39469,
            "qwen_answer_text_sha256": "8cf441537e4d89e9f0d90733dad51c162387787efbc9ee5fa4d325d5f4a62c34",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 39469,
            "qwen_visible_text_sha256": "8cf441537e4d89e9f0d90733dad51c162387787efbc9ee5fa4d325d5f4a62c34",
            "raw_has_think_close": false,
            "reasoning_chars": 12371,
            "text_chars": 51841,
            "text_sha256": "d76a00c8f065f38b2b3551bad9418362baf93c16fed14699be81777846b1f433",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 150.61303294822574,
            "vllm_decode_tps": 66.3953165556235,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.058221222832799,
            "vllm_prefill_tps": 28.62223855142161,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 60.35710797770609
          }
        },
        "evidence": "dockerhub-e2e/historical-row-34.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-27B",
      "weights": "HF FP16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid; ai-info 10K gate cleared",
      "strict": "PASS",
      "strict_tokens": 4884,
      "strict_TPS": 69.682,
      "fixed_2K_TPS": 71.3459861105747,
      "fixed_10K_TPS": 66.72914796963573,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9",
      "historical_lane": ".30",
      "historical_audit": "Public-Staged HF Reproduction Audit / table 1",
      "historical_release_line": 489,
      "architecture_note": "Dense TP8",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-35\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-35 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "hf-dense27b-tp8",
      "profile_file": "historical-reproduction-r3/original/row-35/effective_config.env",
      "historical_source_download": "historical-reproduction-r3.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 71.346,
      "historical_published_10K_TPS": 66.729,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-35.json",
      "historical_raw_archive": "historical-recovered/host30-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 71.3459861105747,
      "historical_exact_10K_TPS": 66.72914796963573,
      "strict_prefill_seconds": 13.992896786017809,
      "strict_total_seconds": 84.09094065095996,
      "fixed_2K_prefill_seconds": 14.06474545499077,
      "fixed_2K_total_seconds": 42.10556581499986,
      "fixed_10K_prefill_seconds": 13.218178123992402,
      "fixed_10K_total_seconds": 163.08657319203485,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 35,
        "original_host": "10.0.0.30",
        "logged_model_load_delta_GiB": 6.84,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 22.097343,
        "logged_available_KV_GiB": 22.64,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 370864,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 11.25,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "102a7ff5f97bc9e718827f1860435d52aba59065ead3318be73d7a2872aef11a",
        "source_archive": "historical-recovered/host10.0.0.30-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/vnext-release-repro/localaiservers/qwen36-gfx906/vnext-launch-runs/repro-hf-dense27b-tp8-public",
        "source_lines": {
          "load": {
            "number": 712,
            "text": "(Worker pid=202) (Worker_TP0 pid=202) INFO 06-29 13:41:17 [gpu_model_runner.py:4579] Model loading took 6.84 GiB memory and 22.097343 seconds"
          },
          "KV": {
            "number": 1271,
            "text": "(Worker pid=202) (Worker_TP0 pid=202) INFO 06-29 13:42:58 [gpu_worker.py:453] Available KV cache memory: 22.64 GiB"
          },
          "tokens": {
            "number": 1273,
            "text": "(EngineCore_DP0 pid=184) INFO 06-29 13:42:58 [kv_cache_utils.py:1314] GPU KV cache size: 370,864 tokens"
          },
          "capacity": {
            "number": 1274,
            "text": "(EngineCore_DP0 pid=184) INFO 06-29 13:42:58 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.25x"
          },
          "engine": {
            "number": 55,
            "text": "(EngineCore_DP0 pid=184) INFO 06-29 13:40:27 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-27b-hf', speculative_config=None, tokenizer='/opt/local-models/qwen36-27b-hf', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=auto, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen3.6-27B, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer', 'vllm::unified_kv_cache_update', 'vllm::unified_mla_kv_cache_update'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [4], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 4, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 6.84,
      "logged_available_KV_GiB": 22.64,
      "logged_GPU_KV_tokens": 370864,
      "logged_context_capacity_x": 11.25,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-35\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-35 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row35-99603ed262-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-35/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-35/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-35/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-35/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-35/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-35/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/opt/local-models/qwen36-27b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-35.sh",
      "serving_script_sha256": "9ad9792e3e448b101ac24351926fe1e253db6b8a8b091c33f88eca34dafd2032",
      "recorded_docker_run_script": "serve/recorded/historical-row35.sh",
      "recorded_docker_run_sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r3.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-35.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-dense \"$MODEL_DIR/qwen36-dense\"\n",
      "historical_runtime_signature": "45420cf3f26a82a2390c715e2efd52d0f6de5d195faf5a890b4dcdd16f9274f8",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
          "bytes": 2383,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "b5d549ec60e80a864afffaa99028c782f61dddc1e8630ffc40f630faf6f029ea",
          "bytes": 9887,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "d5ce23ca59f84e1bf5864817525662e12b96eba02610e34fd3989b218c9b0cf0",
          "bytes": 1139,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "6c0a4d30e5df33ed3d91c832ea7455ca274e8409dd0d1a562432b800953e702b",
          "bytes": 3002,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "8ea3362a24e59ed038fd37520c5135da3baad9889d35985eaa92220b237cba78",
          "bytes": 399,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "1f5652d6bb20b5ea54500db7b4e893842b0f06ea1ef15a2cdd07d39fab35d1aa",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "b89ce292e39bf3521d60a7de3a5c4d9aabf4b2d66d7293d0a754c93b605480f2",
          "bytes": 29,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "cc7fb716c2a86dc4c3e5b6599e7dfc395917123190f34902070bf4848d6c68fd",
          "bytes": 493,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "9d35d52a658d61719c63798fa12de48a54040f4d0f193c2ea2d8ac9fce982c4f",
          "bytes": 466,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "102a7ff5f97bc9e718827f1860435d52aba59065ead3318be73d7a2872aef11a",
          "bytes": 247322,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-35/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-35/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 35,
      "historical_fresh_group_rows": [
        35,
        38,
        41,
        44
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-08T23:40:06.929336115Z",
        "FinishedAt": "2026-11-08T23:58:45.910937408Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "a96218fee0c78b5145db76c43cdf273ff01d169be52e0662ddcc70106f936f79",
      "retest_strict": "PASS",
      "retest_strict_tokens": 3609,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 3609,
          "decode_tps": 70.06009773846488,
          "prefill_seconds": 12.782165881246328,
          "client_total_seconds": 64.30384199228138,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 3609.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_sum": 12.782165881246328,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 51.512917002663016,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "ee97c35547770515d3bd63d45b2557687a8278bbeb38ce72abbaad2fee0ab250",
          "summary_sha256": "6ae03f5709d05f854c0ff4b3e846b625d2d4a691aac551f35ae21d6a4b36c17e"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 70.95081153473755,
          "prefill_seconds": 15.072314956225455,
          "client_total_seconds": 43.269196966663,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 2000.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_sum": 15.072314956225455,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 28.188542974181473,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "d476546705501abd0468f2fc6527e9ace49f732079e53b75abf7bcfb98635f44",
          "summary_sha256": "f70df1fbfc18c6af1f765a73663863bb438fbe1dd644049da3c9e283ae692d0e"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 66.46936099788869,
          "prefill_seconds": 14.515854343771935,
          "client_total_seconds": 164.97092120815068,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 10000.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_sum": 14.515854343771935,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 150.4452555263415,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "ee5df402413359190aaa7ed74f4a298f749233768156b8fc14f2ea4bef0e8017",
          "summary_sha256": "1dfc4acf114048076b24fd3ed43f4a13dd3800ec8892ff4352974a55fd56aba2"
        }
      },
      "retest_strict_TPS": 70.06009773846488,
      "retest_strict_prefill_seconds": 12.782165881246328,
      "retest_strict_total_seconds": 64.30384199228138,
      "retest_2K_TPS": 70.95081153473755,
      "retest_2K_prefill_seconds": 15.072314956225455,
      "retest_2K_total_seconds": 43.269196966663,
      "retest_10K_TPS": 66.46936099788869,
      "retest_10K_prefill_seconds": 14.515854343771935,
      "retest_10K_total_seconds": 164.97092120815068,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33776762880,
        "1": 33666486272,
        "2": 33716842496,
        "3": 33666523136,
        "4": 33716817920,
        "5": 33666486272,
        "6": 33716846592,
        "7": 33666510848
      },
      "retest_sampled_peak_VRAM_GiB": 31.457061767578125,
      "retest_memory_observation_count": 527,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 712,
            "text": "2026-11-08T23:42:07.039298012Z (Worker pid=202) (Worker_TP0 pid=202) INFO 11-08 23:42:07 [gpu_model_runner.py:4579] Model loading took 6.84 GiB memory and 22.869422 seconds",
            "values": [
              "6.84"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 1267,
            "text": "2026-11-08T23:43:52.218209587Z (Worker pid=202) (Worker_TP0 pid=202) INFO 11-08 23:43:52 [gpu_worker.py:453] Available KV cache memory: 22.64 GiB",
            "values": [
              "22.64"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 1273,
            "text": "2026-11-08T23:43:52.553188353Z (EngineCore_DP0 pid=184) INFO 11-08 23:43:52 [kv_cache_utils.py:1314] GPU KV cache size: 370,864 tokens",
            "values": [
              "370,864"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 1274,
            "text": "2026-11-08T23:43:52.553263624Z (EngineCore_DP0 pid=184) INFO 11-08 23:43:52 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.25x",
            "values": [
              "131,072",
              "11.25"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 6.84,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 22.64,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 370864,
      "retest_logged_context_capacity_x": 11.25,
      "retest_memory_log_source": "historical-recovered/fresh-row-35/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.30 \u00b7 Public-Staged HF Reproduction Audit / table 1",
      "reproduction_script_sha256": "286d7b922c36b923594b94558aa1427c9fdc431a9f91541525942633219b4165",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/serve-row-35\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 35 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 35 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row35-99603ed262-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-35/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-35/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-35/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-35/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-35/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-35/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/opt/local-models/qwen36-27b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row35.sh",
      "recorded_lab_serving_script_sha256": "8bcdda601d35b73b5b60ce3e1c208a9480c5579c1559e50ec9c0dc3a5e8ee0db",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/benchmark-row-35\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 35 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r3/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port \"$PROXY_PORT\" --backend \"http://127.0.0.1:$PORT\" --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint \"http://127.0.0.1:$PROXY_PORT/v1\" --metrics-url \"http://127.0.0.1:$PORT/metrics\" --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-35-hf-dense27b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "d0e05a680cf99963e47d37ab8e7015517b4ecbac7265b1c14e95db413ae19f07",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-dense /usr/share/ollama/localaiservers-repro-models/qwen36-dense",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-35",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3718,
            "content_chars": 5402,
            "content_has_think_close": false,
            "elapsed_seconds": 68.07331505976617,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T04:41:48Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.0126217445358634,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 5402,
            "qwen_answer_text_sha256": "44119bdba6f8fe6fa4fec4357ee8a88c27eda314f12159987fe0552df4205ef4",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 5402,
            "qwen_visible_text_sha256": "44119bdba6f8fe6fa4fec4357ee8a88c27eda314f12159987fe0552df4205ef4",
            "raw_has_think_close": false,
            "reasoning_chars": 12461,
            "text_chars": 17864,
            "text_sha256": "9399dfc9caf27d0063a4ea1cfe02070c9d0382ef098359845c7cc888a3123158",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 52.871985126286745,
            "vllm_decode_tps": 70.32079448349472,
            "vllm_generation_tokens_delta": 3718.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.192512446083128,
            "vllm_prefill_tps": 28.36923790779047,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 54.61758394953611
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 42.9475625436753,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T04:42:31Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.006040042266249657,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9610,
            "text_chars": 9610,
            "text_sha256": "b6e619acbecd7b98e7bd3fafcd526951e3260b60cf5909be4ad3a5f325565bff",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 28.05252104625106,
            "vllm_decode_tps": 71.29484001464746,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.887143962085247,
            "vllm_prefill_tps": 28.95115417018038,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 46.56841696117469
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 41015,
            "content_has_think_close": false,
            "elapsed_seconds": 164.69132177624851,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T04:45:16Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008324465714395046,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 41015,
            "qwen_answer_text_sha256": "ceaec15a92ffffd97f2dbd1c9884a52f22187f067808c2022d82e8ed942b9d31",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 41015,
            "qwen_visible_text_sha256": "ceaec15a92ffffd97f2dbd1c9884a52f22187f067808c2022d82e8ed942b9d31",
            "raw_has_think_close": false,
            "reasoning_chars": 12461,
            "text_chars": 53477,
            "text_sha256": "b1abee2192f7316f13106288d0a3b7898999e3bfa2fdf13496f9212608eb5782",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 149.7005802281201,
            "vllm_decode_tps": 66.80000828828837,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.980803821235895,
            "vllm_prefill_tps": 28.77015179846625,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 60.719653544259685
          }
        },
        "evidence": "dockerhub-e2e/historical-row-35.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-35B-A3B",
      "weights": "HF FP16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid",
      "strict": "PASS",
      "strict_tokens": 2975,
      "strict_TPS": 115.488,
      "fixed_2K_TPS": 116.25798877380441,
      "fixed_10K_TPS": 109.24156324371256,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "995ad96eacd98c81ed38be0c5b274b04031597b0",
      "historical_lane": ".30",
      "historical_audit": "Public-Staged HF Reproduction Audit / table 1",
      "historical_release_line": 491,
      "architecture_note": "MoE TP4x2 within TP8, shared and routed reduction enabled",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-36\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-36 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "hf-moe35b-tp8",
      "profile_file": "historical-reproduction-r3/original/row-36/effective_config.env",
      "historical_source_download": "historical-reproduction-r3.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 116.258,
      "historical_published_10K_TPS": 109.242,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-36.json",
      "historical_raw_archive": "historical-recovered/host30-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 116.25798877380441,
      "historical_exact_10K_TPS": 109.24156324371256,
      "strict_prefill_seconds": 0.8077319049625657,
      "strict_total_seconds": 26.57667992496863,
      "fixed_2K_prefill_seconds": 0.8173476230003871,
      "fixed_2K_total_seconds": 18.029673093988094,
      "fixed_10K_prefill_seconds": 0.8176576379919425,
      "fixed_10K_total_seconds": 92.368510175962,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 36,
        "original_host": "10.0.0.30",
        "logged_model_load_delta_GiB": 8.88,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 108.136458,
        "logged_available_KV_GiB": 19.91,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 521696,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 15.82,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "4eb4f84cc3c3a759f1a904f06f6727f7d5a570c87d16ff334c5f48045c2ef969",
        "source_archive": "historical-recovered/host10.0.0.30-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/vnext-release-repro/localaiservers/qwen36-gfx906/vnext-launch-runs/repro-hf-moe35b-tp8-public",
        "source_lines": {
          "load": {
            "number": 193,
            "text": "(Worker pid=189) (Worker_TP0 pid=189) INFO 06-29 14:15:32 [gpu_model_runner.py:4579] Model loading took 8.88 GiB memory and 108.136458 seconds"
          },
          "KV": {
            "number": 313,
            "text": "(Worker pid=189) (Worker_TP0 pid=189) INFO 06-29 14:17:00 [gpu_worker.py:453] Available KV cache memory: 19.91 GiB"
          },
          "tokens": {
            "number": 315,
            "text": "(EngineCore_DP0 pid=171) INFO 06-29 14:17:00 [kv_cache_utils.py:1314] GPU KV cache size: 521,696 tokens"
          },
          "capacity": {
            "number": 316,
            "text": "(EngineCore_DP0 pid=171) INFO 06-29 14:17:00 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 15.82x"
          },
          "engine": {
            "number": 33,
            "text": "(EngineCore_DP0 pid=171) INFO 06-29 14:13:13 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-35b-a3b-hf', speculative_config=None, tokenizer='/opt/local-models/qwen36-35b-a3b-hf', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=auto, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen/Qwen3.6-35B-A3B, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer', 'vllm::unified_kv_cache_update', 'vllm::unified_mla_kv_cache_update'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [2048], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 8.88,
      "logged_available_KV_GiB": 19.91,
      "logged_GPU_KV_tokens": 521696,
      "logged_context_capacity_x": 15.82,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-36\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-36 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row36-f3436e8210-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-36/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-36/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-36/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-36/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-36/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-36/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-moe,dst=/opt/local-models/qwen36-35b-a3b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-36.sh",
      "serving_script_sha256": "b77a7f8b5f1e0f3ee430c7ea7f96002f1c293c2147e05d9820c37c15d99e16a2",
      "recorded_docker_run_script": "serve/recorded/historical-row36.sh",
      "recorded_docker_run_sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r3.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-36.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-moe \"$MODEL_DIR/qwen36-moe\"\n",
      "historical_runtime_signature": "8b3d50fb5dd2d7176b215b5663655e81456062136e16a699736869e7842bb270",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "55dccdc864dc1ed26123f9fedd3db2a2b65f04c3f38a3cbec77e92fa68d40452",
          "bytes": 2383,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "c53f3d2e41d1ae23ecf55e51c4185c36784906700ad9b1613a409342c2684a12",
          "bytes": 9893,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "f9449d3c7c2cfd0335b5076646f66c8bffb4ca53fc02bb4804aa52c37572c343",
          "bytes": 1158,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "179b4fbbf34002d979e5c69fa0bd04f4f06ed95cb6b8b2cd9d8cfd455780f0c4",
          "bytes": 1208,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "5aa6105055693aff3cb2d5033cf5c967c8425917369a1845fa7ab27f264bf5fd",
          "bytes": 406,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "2681a9e41cb451c73d113280f740c162aa46a44f6332cb76f355d1d2a258e03d",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "cbc4f717b078c849d1ed1ab10a9a7c7c8848c597b8a3b01ea3bd1ccafef8544e",
          "bytes": 27,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "5b9d5e5d6586a278d3192cf2fbd5901578663b5efd05676479631c614e248e47",
          "bytes": 355,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "5759dd856699d37185ee5c1a63b88d0b6b8efc9d8d549c981cd56b11b1f0802c",
          "bytes": 458,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "4eb4f84cc3c3a759f1a904f06f6727f7d5a570c87d16ff334c5f48045c2ef969",
          "bytes": 324147,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-36/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-36/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 36,
      "historical_fresh_group_rows": [
        36,
        39,
        42,
        45
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-09T00:00:14.441833328Z",
        "FinishedAt": "2026-11-09T00:20:09.78005595Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "d3e8150b92459eb9bfeb0628cfbc7f1ba14417d265985bd295006c8f223de819",
      "retest_strict": "PASS",
      "retest_strict_tokens": 2911,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 2911,
          "decode_tps": 116.74599429536063,
          "prefill_seconds": 0.8083759220317006,
          "client_total_seconds": 25.750953457318246,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 0.8083759220317006,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 24.93447434809059,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2911.0
          },
          "request_sha256": "e31c712c0771301f2e4d592bc966448d3143f2660e1b4cab33a91704f19e9370",
          "summary_sha256": "eebfaae9c73243c913cb60f1c6f4ec103cac551b4f8d5c5529c5364a6f3465ca"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 117.36665638338557,
          "prefill_seconds": 0.8091103108599782,
          "client_total_seconds": 17.857541773468256,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 0.8091103108599782,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 17.04061495512724,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2000.0
          },
          "request_sha256": "bca01af4a8338cd6274c1c9e0b281d8e59066ebae2ece3e3a636620066da3a03",
          "summary_sha256": "2c37396cb2c1b23f8ae028e9beb941f96a022ffb8a5da29d3363d63003b69672"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 110.16866681199451,
          "prefill_seconds": 0.8098680507391691,
          "client_total_seconds": 91.58954442292452,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 0.8098680507391691,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 90.76991026010364,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 10000.0
          },
          "request_sha256": "46fd7808353544eb86016bdd1746bafb67def6864a3f5352647b66cb9149f95a",
          "summary_sha256": "b44fdcf5c45447a4a3ba6eda737cc6adcf2f183f3569935f415e850a380531e5"
        }
      },
      "retest_strict_TPS": 116.74599429536063,
      "retest_strict_prefill_seconds": 0.8083759220317006,
      "retest_strict_total_seconds": 25.750953457318246,
      "retest_2K_TPS": 117.36665638338557,
      "retest_2K_prefill_seconds": 0.8091103108599782,
      "retest_2K_total_seconds": 17.857541773468256,
      "retest_10K_TPS": 110.16866681199451,
      "retest_10K_prefill_seconds": 0.8098680507391691,
      "retest_10K_total_seconds": 91.58954442292452,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 34334547968,
        "1": 34314465280,
        "2": 34314543104,
        "3": 34314469376,
        "4": 34334240768,
        "5": 34314461184,
        "6": 34314457088,
        "7": 34318581760
      },
      "retest_sampled_peak_VRAM_GiB": 31.976539611816406,
      "retest_memory_observation_count": 565,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 193,
            "text": "2026-11-09T00:04:18.055901375Z (Worker pid=189) (Worker_TP0 pid=189) INFO 11-09 00:04:18 [gpu_model_runner.py:4579] Model loading took 8.88 GiB memory and 138.167252 seconds",
            "values": [
              "8.88"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 313,
            "text": "2026-11-09T00:05:42.193830378Z (Worker pid=189) (Worker_TP0 pid=189) INFO 11-09 00:05:42 [gpu_worker.py:453] Available KV cache memory: 19.91 GiB",
            "values": [
              "19.91"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 315,
            "text": "2026-11-09T00:05:42.197074952Z (EngineCore_DP0 pid=171) INFO 11-09 00:05:42 [kv_cache_utils.py:1314] GPU KV cache size: 521,696 tokens",
            "values": [
              "521,696"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 316,
            "text": "2026-11-09T00:05:42.197193083Z (EngineCore_DP0 pid=171) INFO 11-09 00:05:42 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 15.82x",
            "values": [
              "131,072",
              "15.82"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 8.88,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 19.91,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 521696,
      "retest_logged_context_capacity_x": 15.82,
      "retest_memory_log_source": "historical-recovered/fresh-row-36/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.30 \u00b7 Public-Staged HF Reproduction Audit / table 1",
      "reproduction_script_sha256": "203d913551d7618394934b9dcf93c24f8223c1d4bbfb7d296b0eb518c8ab5274",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/serve-row-36\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 36 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 36 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row36-f3436e8210-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-36/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-36/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-36/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-36/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-36/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-36/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-moe,dst=/opt/local-models/qwen36-35b-a3b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row36.sh",
      "recorded_lab_serving_script_sha256": "1221bafc5eb5369be2df29b741a4b380202d341ec5309996b07df140ee925f3f",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/benchmark-row-36\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 36 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r3/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port \"$PROXY_PORT\" --backend \"http://127.0.0.1:$PORT\" --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint \"http://127.0.0.1:$PROXY_PORT/v1\" --metrics-url \"http://127.0.0.1:$PORT/metrics\" --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-36-hf-moe35b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "8cd45debd03befbfad247bffa8f6e44b4e35aa1f821d9bbddf284f9d47812e01",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-moe /usr/share/ollama/localaiservers-repro-models/qwen36-moe",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-36",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3867,
            "content_chars": 7448,
            "content_has_think_close": false,
            "elapsed_seconds": 34.548473133705556,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T05:24:29Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.010292066261172295,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 7448,
            "qwen_answer_text_sha256": "df3adaa80cdc4fb582fc7654e356001d375fc9f61acfe39fbbc3a45bbf20995e",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 7448,
            "qwen_visible_text_sha256": "df3adaa80cdc4fb582fc7654e356001d375fc9f61acfe39fbbc3a45bbf20995e",
            "raw_has_think_close": false,
            "reasoning_chars": 12244,
            "text_chars": 19693,
            "text_sha256": "419dea0c3413266f4ff53d4a698d31273de2d306b49681fb788af33368af5c96",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 33.72320320736617,
            "vllm_decode_tps": 114.66882241943523,
            "vllm_generation_tokens_delta": 3867.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8162200124934316,
            "vllm_prefill_tps": 528.0439016477416,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 111.9296932467718
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 18.036245052702725,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T05:24:47Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008652694523334503,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 10030,
            "text_chars": 10030,
            "text_sha256": "0ab784d0ec5e96d9efb3934f80cfd8b0cf2b3536f46f7c75264e5114bda0c04e",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 17.217981002293527,
            "vllm_decode_tps": 116.15763774704998,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8099861172959208,
            "vllm_prefill_tps": 532.1078853040863,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 110.88782582826467
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 43387,
            "content_has_think_close": false,
            "elapsed_seconds": 92.34119913075119,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T05:26:20Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.00704532116651535,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 43387,
            "qwen_answer_text_sha256": "d35733135a89d8effc0a7c67690e9d4414d78fd965a979b0150343275ef63dbf",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 43387,
            "qwen_visible_text_sha256": "d35733135a89d8effc0a7c67690e9d4414d78fd965a979b0150343275ef63dbf",
            "raw_has_think_close": false,
            "reasoning_chars": 12244,
            "text_chars": 55632,
            "text_sha256": "af45e17100f84637c61eadb247d364e6be4ccd3fde6062efc0b81cb3cceddba6",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 91.51303980406374,
            "vllm_decode_tps": 109.27404467615487,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8177437912672758,
            "vllm_prefill_tps": 527.0599478744678,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 108.29402362254824
          }
        },
        "evidence": "dockerhub-e2e/historical-row-36.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-27B",
      "weights": "GGUF F16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid; ai-info 10K gate cleared",
      "strict": "PASS",
      "strict_tokens": 3701,
      "strict_TPS": 69.908,
      "fixed_2K_TPS": 70.88123364578504,
      "fixed_10K_TPS": 66.44642433594795,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9",
      "historical_lane": ".20",
      "historical_audit": "Full vNext Release-Readiness Serving Replay / table 1",
      "historical_release_line": 514,
      "architecture_note": "Dense TP8",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-37\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-37 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "gguf-dense27b-tp8",
      "profile_file": "historical-reproduction-r3/original/row-37/effective_config.env",
      "historical_source_download": "historical-reproduction-r3.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 70.881,
      "historical_published_10K_TPS": 66.446,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-37.json",
      "historical_raw_archive": "historical-recovered/host20-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 70.88123364578504,
      "historical_exact_10K_TPS": 66.44642433594795,
      "strict_prefill_seconds": 14.468255210085772,
      "strict_total_seconds": 67.41752058896236,
      "fixed_2K_prefill_seconds": 13.93396641407162,
      "fixed_2K_total_seconds": 42.158827891922556,
      "fixed_10K_prefill_seconds": 14.571024865028448,
      "fixed_10K_total_seconds": 165.07817591307685,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 37,
        "original_host": "10.0.0.20",
        "logged_model_load_delta_GiB": 6.75,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 106.384137,
        "logged_available_KV_GiB": 22.79,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 373360,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 11.32,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "8db635ce1dee530b6536026905839b582cf7335807fb11229461c2333087d67b",
        "source_archive": "historical-recovered/host10.0.0.20-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/vnext-repeat-20260630T045153Z/runtime/vnext-launch-runs/20260630T050006Z-2928686/gguf-dense27b-tp8",
        "source_lines": {
          "load": {
            "number": 4596,
            "text": "(Worker pid=227) (Worker_TP0 pid=227) INFO 06-30 05:05:39 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 106.384137 seconds"
          },
          "KV": {
            "number": 5170,
            "text": "(Worker pid=227) (Worker_TP0 pid=227) INFO 06-30 05:08:26 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB"
          },
          "tokens": {
            "number": 5174,
            "text": "(EngineCore_DP0 pid=200) INFO 06-30 05:08:26 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens"
          },
          "capacity": {
            "number": 5175,
            "text": "(EngineCore_DP0 pid=200) INFO 06-30 05:08:26 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x"
          },
          "engine": {
            "number": 63,
            "text": "(EngineCore_DP0 pid=200) INFO 06-30 05:03:28 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf', speculative_config=None, tokenizer='Qwen/Qwen3.6-27B', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=6a9e13bd6fc8f0983b9b99948120bc37f49c13e9, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=gguf, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=gguf, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen3.6-27B-F16-GGUF-lmheadunquant, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': PosixPath('/runwork/debug_dump'), 'cache_dir': '/runwork/compile_cache', 'compile_cache_save_format': 'unpacked', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [4], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': True, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 4, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 6.75,
      "logged_available_KV_GiB": 22.79,
      "logged_GPU_KV_tokens": 373360,
      "logged_context_capacity_x": 11.32,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-37\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-37 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row37-2c5900fca7-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-37/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-37/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-37/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-37/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-37/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-37/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-37.sh",
      "serving_script_sha256": "2a63bcf6641a2c3941cc6963ade65f21423238fddd537a54105d60770a9d8334",
      "recorded_docker_run_script": "serve/recorded/historical-row37.sh",
      "recorded_docker_run_sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r3.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-37.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-dense \"$MODEL_DIR/qwen36-dense\"\npython3 launch-tools-r2/model-acquisition/acquire_gguf.py \"$MODEL_DIR\"\n",
      "historical_runtime_signature": "7a2a81acfc337c0f64ac6b8b0059b81d6bb4758c149c614ae6148daad82583cb",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
          "bytes": 4743,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "5b8a965745319f02f5017b70d299fc6e976bdef6a819382ce4e8cb110106602e",
          "bytes": 9889,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "fa3f40c55f9f6af5cfe25a0372492bf6e8f59661f98fc8eb6d28af005ef39f5f",
          "bytes": 1186,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "63462ba4dab82a8328ee814b37b82e1f23fa64d926a8bfdc4f5fde1d21994db7",
          "bytes": 3515,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "471e25784b56e93ea7f8ab785634ab5a8957af4fb2173455809fe19c6ebef687",
          "bytes": 422,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "4d701bf6f2bfe96fb748c48a592006398d288652d37924ba189f908fff18654d",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "5300189518cdb2d9d1291c8602aed76603216d7c31541f7669965a56c099fb08",
          "bytes": 20,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "5b28d71aac3f7d901bee3af5033bc7e874a6224be4f509c6913cbeebab19d8d0",
          "bytes": 893,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "0952ba745988c9120cabb128232ddb845aad70ada43af4645c4e1c7ae39082d5",
          "bytes": 524,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "8db635ce1dee530b6536026905839b582cf7335807fb11229461c2333087d67b",
          "bytes": 689495,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-37/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-37/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 37,
      "historical_fresh_group_rows": [
        37,
        40,
        43
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-09T00:22:27.410864084Z",
        "FinishedAt": "2026-11-09T00:43:40.972906165Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "ae0dba47e379e10ae120c82dbe767b915856ebc0a56771c0751407ceb9b17f98",
      "retest_strict": "PASS",
      "retest_strict_tokens": 4263,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 4263,
          "decode_tps": 69.65298485444228,
          "prefill_seconds": 13.264510760083795,
          "client_total_seconds": 74.47932942770422,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 13.264510760083795,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 61.20340727549046,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 4263.0
          },
          "request_sha256": "cee5b3e69c4536b401273fbab9093ac75f2e77c2992f89ab5e2c8f2cc20fcad8",
          "summary_sha256": "2a4ec12838f2054993cfc40a0ce46452682e1e06ac8c785eefd538bcc5266ae6"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 70.8759028403918,
          "prefill_seconds": 15.0672946870327,
          "client_total_seconds": 43.29480273462832,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 15.0672946870327,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 28.218335426412523,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2000.0
          },
          "request_sha256": "fb3631f25efa0d86c0631caf9b534448d8eb1d0d295d20ccbddb57f4b2b8168a",
          "summary_sha256": "304d5e8b0f2afd6fcf019e0b454f8917c037eece212906cfcf2c1686136c1ee7"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 66.47442948531119,
          "prefill_seconds": 14.876342931762338,
          "client_total_seconds": 165.31903470959514,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 14.876342931762338,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 150.43378450069577,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 10000.0
          },
          "request_sha256": "0d4c6bf01c385fa782ffef87f014c7a329ca06561609e32989c089837866415f",
          "summary_sha256": "895a7e44c83b5069acf38a1a85397205ac0d8a1cefc38010e259fa29cda426f9"
        }
      },
      "retest_strict_TPS": 69.65298485444228,
      "retest_strict_prefill_seconds": 13.264510760083795,
      "retest_strict_total_seconds": 74.47932942770422,
      "retest_2K_TPS": 70.8759028403918,
      "retest_2K_prefill_seconds": 15.0672946870327,
      "retest_2K_total_seconds": 43.29480273462832,
      "retest_10K_TPS": 66.47442948531119,
      "retest_10K_prefill_seconds": 14.876342931762338,
      "retest_10K_total_seconds": 165.31903470959514,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33744068608,
        "1": 33634144256,
        "2": 33684496384,
        "3": 33634095104,
        "4": 33684230144,
        "5": 33633964032,
        "6": 33684738048,
        "7": 33634250752
      },
      "retest_sampled_peak_VRAM_GiB": 31.426612854003906,
      "retest_memory_observation_count": 604,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 4589,
            "text": "2026-11-09T00:25:47.689313425Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-09 00:25:47 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 105.144041 seconds",
            "values": [
              "6.75"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 5172,
            "text": "2026-11-09T00:28:42.161027038Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-09 00:28:42 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB",
            "values": [
              "22.79"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 5175,
            "text": "2026-11-09T00:28:42.250244890Z (EngineCore_DP0 pid=200) INFO 11-09 00:28:42 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens",
            "values": [
              "373,360"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 5176,
            "text": "2026-11-09T00:28:42.250362411Z (EngineCore_DP0 pid=200) INFO 11-09 00:28:42 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x",
            "values": [
              "131,072",
              "11.32"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 6.75,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 22.79,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 373360,
      "retest_logged_context_capacity_x": 11.32,
      "retest_memory_log_source": "historical-recovered/fresh-row-37/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.20 \u00b7 Full vNext Release-Readiness Serving Replay / table 1",
      "reproduction_script_sha256": "cdf972e311e3db3909aa0d4d8cea29f769b7953c9031811c8ded3274b29354ea",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/serve-row-37\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 37 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 37 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row37-2c5900fca7-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-37/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-37/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-37/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-37/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-37/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-37/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row37.sh",
      "recorded_lab_serving_script_sha256": "175d3bb99ed555fd388fe57e0e720c0136aa31f4125c7685b5081dad611aa5b5",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/benchmark-row-37\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 37 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r3/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port \"$PROXY_PORT\" --backend \"http://127.0.0.1:$PORT\" --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint \"http://127.0.0.1:$PROXY_PORT/v1\" --metrics-url \"http://127.0.0.1:$PORT/metrics\" --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-37-gguf-dense27b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "727beb69bc41d13e0741e2377c9c2d6eaeab00502daf08d1defb18782ed65608",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-dense /usr/share/ollama/localaiservers-repro-models/qwen36-dense\npython3 model-acquisition/acquire_gguf.py /usr/share/ollama/localaiservers-repro-models",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-37",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3878,
            "content_chars": 6406,
            "content_has_think_close": false,
            "elapsed_seconds": 69.53517793025821,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T06:02:00Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.009362303651869297,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 6406,
            "qwen_answer_text_sha256": "d01a470e93c380e6a60db3467c7434ffff73248597d6ea2708468e7141a34d17",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 6406,
            "qwen_visible_text_sha256": "d01a470e93c380e6a60db3467c7434ffff73248597d6ea2708468e7141a34d17",
            "raw_has_think_close": false,
            "reasoning_chars": 12683,
            "text_chars": 19090,
            "text_sha256": "2d71822f464cf3ae4264986cd1e5f82bfc75faa6829d04e192e6eafead517f2a",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 55.5404448620975,
            "vllm_decode_tps": 69.82299132872927,
            "vllm_generation_tokens_delta": 3878.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 13.984859772957861,
            "vllm_prefill_tps": 30.819043379570587,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 55.77033259179293
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 42.994658844545484,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T06:02:43Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008095500990748405,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9905,
            "text_chars": 9905,
            "text_sha256": "5ab7bffe8c721a17390b8d131cd339b67b68be1e9b06f97e8ee51276791519bb",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 28.23240473214537,
            "vllm_decode_tps": 70.84058262039589,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.754096891731024,
            "vllm_prefill_tps": 29.212225130604583,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 46.51740596968895
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 40852,
            "content_has_think_close": false,
            "elapsed_seconds": 165.7533283000812,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T06:05:29Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.00877947174012661,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 40852,
            "qwen_answer_text_sha256": "10f12fb0806376aa6c74232eb8a7892839336925fbd86df0e95736cbf71d0808",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 40852,
            "qwen_visible_text_sha256": "10f12fb0806376aa6c74232eb8a7892839336925fbd86df0e95736cbf71d0808",
            "raw_has_think_close": false,
            "reasoning_chars": 12683,
            "text_chars": 53536,
            "text_sha256": "d198d0c8b309b50972d4e85140d9d7b39c69b4141296698daa7c5fcb0112302d",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 150.66444395296276,
            "vllm_decode_tps": 66.37266058023609,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.079772244207561,
            "vllm_prefill_tps": 28.581333525481835,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 60.33061358439764
          }
        },
        "evidence": "dockerhub-e2e/historical-row-37.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-27B",
      "weights": "HF FP16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid; ai-info 10K gate cleared",
      "strict": "PASS",
      "strict_tokens": 4237,
      "strict_TPS": 70.153,
      "fixed_2K_TPS": 71.39517330711932,
      "fixed_10K_TPS": 66.87633711089249,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9",
      "historical_lane": ".20",
      "historical_audit": "Full vNext Release-Readiness Serving Replay / table 1",
      "historical_release_line": 516,
      "architecture_note": "Dense TP8",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-38\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-38 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "hf-dense27b-tp8",
      "profile_file": "historical-reproduction-r3/original/row-38/effective_config.env",
      "historical_source_download": "historical-reproduction-r3.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 71.395,
      "historical_published_10K_TPS": 66.876,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-38.json",
      "historical_raw_archive": "historical-recovered/host20-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 71.39517330711932,
      "historical_exact_10K_TPS": 66.87633711089249,
      "strict_prefill_seconds": 13.858028954011388,
      "strict_total_seconds": 74.26460586604662,
      "fixed_2K_prefill_seconds": 14.887612720020115,
      "fixed_2K_total_seconds": 42.90958806499839,
      "fixed_10K_prefill_seconds": 14.01463979599066,
      "fixed_10K_total_seconds": 163.5537935300963,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 38,
        "original_host": "10.0.0.20",
        "logged_model_load_delta_GiB": 6.84,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 23.229114,
        "logged_available_KV_GiB": 22.64,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 370864,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 11.25,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "9e63d9b84eed3eab33372a7e7d9ccd320c5f0004a5d35eecda83a3d621f402db",
        "source_archive": "historical-recovered/host10.0.0.20-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/vnext-repeat-20260630T045153Z/runtime/vnext-launch-runs/20260630T050006Z-2928686/hf-dense27b-tp8",
        "source_lines": {
          "load": {
            "number": 712,
            "text": "(Worker pid=202) (Worker_TP0 pid=202) INFO 06-30 05:39:43 [gpu_model_runner.py:4579] Model loading took 6.84 GiB memory and 23.229114 seconds"
          },
          "KV": {
            "number": 1271,
            "text": "(Worker pid=202) (Worker_TP0 pid=202) INFO 06-30 05:41:25 [gpu_worker.py:453] Available KV cache memory: 22.64 GiB"
          },
          "tokens": {
            "number": 1273,
            "text": "(EngineCore_DP0 pid=184) INFO 06-30 05:41:25 [kv_cache_utils.py:1314] GPU KV cache size: 370,864 tokens"
          },
          "capacity": {
            "number": 1274,
            "text": "(EngineCore_DP0 pid=184) INFO 06-30 05:41:25 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.25x"
          },
          "engine": {
            "number": 55,
            "text": "(EngineCore_DP0 pid=184) INFO 06-30 05:38:53 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-27b-hf', speculative_config=None, tokenizer='/opt/local-models/qwen36-27b-hf', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=auto, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen3.6-27B, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer', 'vllm::unified_kv_cache_update', 'vllm::unified_mla_kv_cache_update'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [4], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 4, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 6.84,
      "logged_available_KV_GiB": 22.64,
      "logged_GPU_KV_tokens": 370864,
      "logged_context_capacity_x": 11.25,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-38\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-38 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row38-f33ad375e1-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-38/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-38/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-38/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-38/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-38/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-38/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/opt/local-models/qwen36-27b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-38.sh",
      "serving_script_sha256": "54141b247cd43871aa22e363f60685c9da249fabfb3387178081fbfdc988f77d",
      "recorded_docker_run_script": "serve/recorded/historical-row38.sh",
      "recorded_docker_run_sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r3.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-38.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-dense \"$MODEL_DIR/qwen36-dense\"\n",
      "historical_runtime_signature": "45420cf3f26a82a2390c715e2efd52d0f6de5d195faf5a890b4dcdd16f9274f8",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
          "bytes": 4743,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "b5d549ec60e80a864afffaa99028c782f61dddc1e8630ffc40f630faf6f029ea",
          "bytes": 9887,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "917684a0e118c8d5324901afd0fd0859a4de99ea58de0ea9ecb0d10549a4601d",
          "bytes": 1123,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "6c0a4d30e5df33ed3d91c832ea7455ca274e8409dd0d1a562432b800953e702b",
          "bytes": 3002,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "8ea3362a24e59ed038fd37520c5135da3baad9889d35985eaa92220b237cba78",
          "bytes": 399,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "f7f642bc533f024c81261b44c8fbec4f080cf76eb7ddf7aafd8450cf316ab7e4",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "5300189518cdb2d9d1291c8602aed76603216d7c31541f7669965a56c099fb08",
          "bytes": 20,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "cc7fb716c2a86dc4c3e5b6599e7dfc395917123190f34902070bf4848d6c68fd",
          "bytes": 493,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "5473575aa9b6612b799922d1b2b2e0eff800b0fe90300c0c6b1ab3bdba71269f",
          "bytes": 532,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "9e63d9b84eed3eab33372a7e7d9ccd320c5f0004a5d35eecda83a3d621f402db",
          "bytes": 247007,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-35/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-35/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 35,
      "historical_fresh_group_rows": [
        35,
        38,
        41,
        44
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-08T23:40:06.929336115Z",
        "FinishedAt": "2026-11-08T23:58:45.910937408Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "a96218fee0c78b5145db76c43cdf273ff01d169be52e0662ddcc70106f936f79",
      "retest_strict": "PASS",
      "retest_strict_tokens": 3609,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 3609,
          "decode_tps": 70.06009773846488,
          "prefill_seconds": 12.782165881246328,
          "client_total_seconds": 64.30384199228138,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 3609.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_sum": 12.782165881246328,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 51.512917002663016,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "ee97c35547770515d3bd63d45b2557687a8278bbeb38ce72abbaad2fee0ab250",
          "summary_sha256": "6ae03f5709d05f854c0ff4b3e846b625d2d4a691aac551f35ae21d6a4b36c17e"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 70.95081153473755,
          "prefill_seconds": 15.072314956225455,
          "client_total_seconds": 43.269196966663,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 2000.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_sum": 15.072314956225455,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 28.188542974181473,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "d476546705501abd0468f2fc6527e9ace49f732079e53b75abf7bcfb98635f44",
          "summary_sha256": "f70df1fbfc18c6af1f765a73663863bb438fbe1dd644049da3c9e283ae692d0e"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 66.46936099788869,
          "prefill_seconds": 14.515854343771935,
          "client_total_seconds": 164.97092120815068,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 10000.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_sum": 14.515854343771935,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 150.4452555263415,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "ee5df402413359190aaa7ed74f4a298f749233768156b8fc14f2ea4bef0e8017",
          "summary_sha256": "1dfc4acf114048076b24fd3ed43f4a13dd3800ec8892ff4352974a55fd56aba2"
        }
      },
      "retest_strict_TPS": 70.06009773846488,
      "retest_strict_prefill_seconds": 12.782165881246328,
      "retest_strict_total_seconds": 64.30384199228138,
      "retest_2K_TPS": 70.95081153473755,
      "retest_2K_prefill_seconds": 15.072314956225455,
      "retest_2K_total_seconds": 43.269196966663,
      "retest_10K_TPS": 66.46936099788869,
      "retest_10K_prefill_seconds": 14.515854343771935,
      "retest_10K_total_seconds": 164.97092120815068,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33776762880,
        "1": 33666486272,
        "2": 33716842496,
        "3": 33666523136,
        "4": 33716817920,
        "5": 33666486272,
        "6": 33716846592,
        "7": 33666510848
      },
      "retest_sampled_peak_VRAM_GiB": 31.457061767578125,
      "retest_memory_observation_count": 527,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 712,
            "text": "2026-11-08T23:42:07.039298012Z (Worker pid=202) (Worker_TP0 pid=202) INFO 11-08 23:42:07 [gpu_model_runner.py:4579] Model loading took 6.84 GiB memory and 22.869422 seconds",
            "values": [
              "6.84"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 1267,
            "text": "2026-11-08T23:43:52.218209587Z (Worker pid=202) (Worker_TP0 pid=202) INFO 11-08 23:43:52 [gpu_worker.py:453] Available KV cache memory: 22.64 GiB",
            "values": [
              "22.64"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 1273,
            "text": "2026-11-08T23:43:52.553188353Z (EngineCore_DP0 pid=184) INFO 11-08 23:43:52 [kv_cache_utils.py:1314] GPU KV cache size: 370,864 tokens",
            "values": [
              "370,864"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 1274,
            "text": "2026-11-08T23:43:52.553263624Z (EngineCore_DP0 pid=184) INFO 11-08 23:43:52 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.25x",
            "values": [
              "131,072",
              "11.25"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 6.84,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 22.64,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 370864,
      "retest_logged_context_capacity_x": 11.25,
      "retest_memory_log_source": "historical-recovered/fresh-row-35/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.20 \u00b7 Full vNext Release-Readiness Serving Replay / table 1",
      "reproduction_script_sha256": "564d5fbb2ed769f3dec0a511fdf2ae32b6dd42c7216636fa15c762b43fb0e893",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/serve-row-38\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 38 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 38 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row38-f33ad375e1-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-38/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-38/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-38/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-38/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-38/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-38/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/opt/local-models/qwen36-27b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row38.sh",
      "recorded_lab_serving_script_sha256": "ce4d6aee5864efa343df3b71285c3dfb97dff4c351b38af20ac7e587f6c5ce30",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/benchmark-row-38\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 38 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r3/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port \"$PROXY_PORT\" --backend \"http://127.0.0.1:$PORT\" --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint \"http://127.0.0.1:$PROXY_PORT/v1\" --metrics-url \"http://127.0.0.1:$PORT/metrics\" --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-38-hf-dense27b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "ce0efb33bdc0b7f2f8d14dfce2c792bab76c8fd2bfdd8eff72a3aa76728f9826",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-dense /usr/share/ollama/localaiservers-repro-models/qwen36-dense",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-38",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3588,
            "content_chars": 5883,
            "content_has_think_close": false,
            "elapsed_seconds": 64.89045448042452,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T06:32:14Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.01263996958732605,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 5883,
            "qwen_answer_text_sha256": "3d0e920f50ef42aedafc11bbfb924b76222895f37114bb681663302f9b91f75c",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 5883,
            "qwen_visible_text_sha256": "3d0e920f50ef42aedafc11bbfb924b76222895f37114bb681663302f9b91f75c",
            "raw_has_think_close": false,
            "reasoning_chars": 11124,
            "text_chars": 17008,
            "text_sha256": "fc08f3a103846a02d7b39738392e17893d685b555aca4052a1d533e1812c9962",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 50.96286449301988,
            "vllm_decode_tps": 70.40420580148962,
            "vllm_generation_tokens_delta": 3588.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 13.919675651937723,
            "vllm_prefill_tps": 30.96336515140003,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 55.29318647448201
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 42.615525607950985,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T06:32:56Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008263365365564823,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9427,
            "text_chars": 9427,
            "text_sha256": "54cbb97b2b6cddbb147bbe1694b9bcc497925aeaf06256baf5c70d59ca44ec82",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 28.056015537120402,
            "vllm_decode_tps": 71.28595995229033,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.55124822538346,
            "vllm_prefill_tps": 29.61945211326653,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 46.93125267066635
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 38346,
            "content_has_think_close": false,
            "elapsed_seconds": 163.270943348296,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T06:35:40Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008678438141942024,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 38346,
            "qwen_answer_text_sha256": "518a9ba4dd4d45e51d323b328845c047caa5881d47e582a24689ee5960efb863",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 38346,
            "qwen_visible_text_sha256": "518a9ba4dd4d45e51d323b328845c047caa5881d47e582a24689ee5960efb863",
            "raw_has_think_close": false,
            "reasoning_chars": 11124,
            "text_chars": 49471,
            "text_sha256": "8c34f28f2fca20d1d2be75fb967201d2860e51eb043cda3b63d8047c14c5db74",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 149.74291642103344,
            "vllm_decode_tps": 66.78112219934941,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 13.51911969203502,
            "vllm_prefill_tps": 31.880774031014,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 61.247885232509546
          }
        },
        "evidence": "dockerhub-e2e/historical-row-38.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-35B-A3B",
      "weights": "HF FP16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid",
      "strict": "PASS",
      "strict_tokens": 3310,
      "strict_TPS": 115.673,
      "fixed_2K_TPS": 116.54165829463793,
      "fixed_10K_TPS": 109.67160890455477,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "995ad96eacd98c81ed38be0c5b274b04031597b0",
      "historical_lane": ".20",
      "historical_audit": "Full vNext Release-Readiness Serving Replay / table 1",
      "historical_release_line": 518,
      "architecture_note": "MoE TP4x2 within TP8, shared and routed reduction enabled",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-39\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-39 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "hf-moe35b-tp8",
      "profile_file": "historical-reproduction-r3/original/row-39/effective_config.env",
      "historical_source_download": "historical-reproduction-r3.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 116.542,
      "historical_published_10K_TPS": 109.672,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-39.json",
      "historical_raw_archive": "historical-recovered/host20-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 116.54165829463793,
      "historical_exact_10K_TPS": 109.67160890455477,
      "strict_prefill_seconds": 0.8085827119648457,
      "strict_total_seconds": 29.431786544038914,
      "fixed_2K_prefill_seconds": 0.8102230549557135,
      "fixed_2K_total_seconds": 17.97988323995378,
      "fixed_10K_prefill_seconds": 0.8096596309915185,
      "fixed_10K_total_seconds": 92.00087312294636,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 39,
        "original_host": "10.0.0.20",
        "logged_model_load_delta_GiB": 8.88,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 115.559999,
        "logged_available_KV_GiB": 19.91,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 521696,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 15.82,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "6e661b86c7832729f1ccff5efa87579d419dd3771f3ed7e6ea42e1105ddfb44a",
        "source_archive": "historical-recovered/host10.0.0.20-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/vnext-repeat-20260630T045153Z/runtime/vnext-launch-runs/20260630T050006Z-2928686/hf-moe35b-tp8",
        "source_lines": {
          "load": {
            "number": 193,
            "text": "(Worker pid=189) (Worker_TP0 pid=189) INFO 06-30 06:13:45 [gpu_model_runner.py:4579] Model loading took 8.88 GiB memory and 115.559999 seconds"
          },
          "KV": {
            "number": 313,
            "text": "(Worker pid=189) (Worker_TP0 pid=189) INFO 06-30 06:15:07 [gpu_worker.py:453] Available KV cache memory: 19.91 GiB"
          },
          "tokens": {
            "number": 315,
            "text": "(EngineCore_DP0 pid=171) INFO 06-30 06:15:07 [kv_cache_utils.py:1314] GPU KV cache size: 521,696 tokens"
          },
          "capacity": {
            "number": 316,
            "text": "(EngineCore_DP0 pid=171) INFO 06-30 06:15:07 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 15.82x"
          },
          "engine": {
            "number": 33,
            "text": "(EngineCore_DP0 pid=171) INFO 06-30 06:11:18 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-35b-a3b-hf', speculative_config=None, tokenizer='/opt/local-models/qwen36-35b-a3b-hf', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=auto, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen/Qwen3.6-35B-A3B, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer', 'vllm::unified_kv_cache_update', 'vllm::unified_mla_kv_cache_update'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [2048], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 8.88,
      "logged_available_KV_GiB": 19.91,
      "logged_GPU_KV_tokens": 521696,
      "logged_context_capacity_x": 15.82,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-39\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-39 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row39-a344df5fa1-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-39/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-39/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-39/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-39/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-39/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-39/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-moe,dst=/opt/local-models/qwen36-35b-a3b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-39.sh",
      "serving_script_sha256": "dd402485bacea968a7ee7474404b5f15fbdc9274840a19908d5b107e6bd73835",
      "recorded_docker_run_script": "serve/recorded/historical-row39.sh",
      "recorded_docker_run_sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r3.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-39.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-moe \"$MODEL_DIR/qwen36-moe\"\n",
      "historical_runtime_signature": "8b3d50fb5dd2d7176b215b5663655e81456062136e16a699736869e7842bb270",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
          "bytes": 4743,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "c53f3d2e41d1ae23ecf55e51c4185c36784906700ad9b1613a409342c2684a12",
          "bytes": 9893,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "77b2ddc21c9f7b9f340ef871e50decb8a09b3a272603a8c545bc4dee0927d50a",
          "bytes": 1142,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "179b4fbbf34002d979e5c69fa0bd04f4f06ed95cb6b8b2cd9d8cfd455780f0c4",
          "bytes": 1208,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "5aa6105055693aff3cb2d5033cf5c967c8425917369a1845fa7ab27f264bf5fd",
          "bytes": 406,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "393f75610d57e0cc9777ee1d2a4a2be851c2892ee01e4474f2c98fcbb262cb18",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "5300189518cdb2d9d1291c8602aed76603216d7c31541f7669965a56c099fb08",
          "bytes": 20,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "5b9d5e5d6586a278d3192cf2fbd5901578663b5efd05676479631c614e248e47",
          "bytes": 355,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "51850b64b82a9834f9cff7718d7e71d3c773fd44a73a367e5a3c62265ab264f0",
          "bytes": 524,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "6e661b86c7832729f1ccff5efa87579d419dd3771f3ed7e6ea42e1105ddfb44a",
          "bytes": 323563,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-36/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-36/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 36,
      "historical_fresh_group_rows": [
        36,
        39,
        42,
        45
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-09T00:00:14.441833328Z",
        "FinishedAt": "2026-11-09T00:20:09.78005595Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "d3e8150b92459eb9bfeb0628cfbc7f1ba14417d265985bd295006c8f223de819",
      "retest_strict": "PASS",
      "retest_strict_tokens": 2911,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 2911,
          "decode_tps": 116.74599429536063,
          "prefill_seconds": 0.8083759220317006,
          "client_total_seconds": 25.750953457318246,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 0.8083759220317006,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 24.93447434809059,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2911.0
          },
          "request_sha256": "e31c712c0771301f2e4d592bc966448d3143f2660e1b4cab33a91704f19e9370",
          "summary_sha256": "eebfaae9c73243c913cb60f1c6f4ec103cac551b4f8d5c5529c5364a6f3465ca"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 117.36665638338557,
          "prefill_seconds": 0.8091103108599782,
          "client_total_seconds": 17.857541773468256,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 0.8091103108599782,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 17.04061495512724,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2000.0
          },
          "request_sha256": "bca01af4a8338cd6274c1c9e0b281d8e59066ebae2ece3e3a636620066da3a03",
          "summary_sha256": "2c37396cb2c1b23f8ae028e9beb941f96a022ffb8a5da29d3363d63003b69672"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 110.16866681199451,
          "prefill_seconds": 0.8098680507391691,
          "client_total_seconds": 91.58954442292452,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 0.8098680507391691,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 90.76991026010364,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 10000.0
          },
          "request_sha256": "46fd7808353544eb86016bdd1746bafb67def6864a3f5352647b66cb9149f95a",
          "summary_sha256": "b44fdcf5c45447a4a3ba6eda737cc6adcf2f183f3569935f415e850a380531e5"
        }
      },
      "retest_strict_TPS": 116.74599429536063,
      "retest_strict_prefill_seconds": 0.8083759220317006,
      "retest_strict_total_seconds": 25.750953457318246,
      "retest_2K_TPS": 117.36665638338557,
      "retest_2K_prefill_seconds": 0.8091103108599782,
      "retest_2K_total_seconds": 17.857541773468256,
      "retest_10K_TPS": 110.16866681199451,
      "retest_10K_prefill_seconds": 0.8098680507391691,
      "retest_10K_total_seconds": 91.58954442292452,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 34334547968,
        "1": 34314465280,
        "2": 34314543104,
        "3": 34314469376,
        "4": 34334240768,
        "5": 34314461184,
        "6": 34314457088,
        "7": 34318581760
      },
      "retest_sampled_peak_VRAM_GiB": 31.976539611816406,
      "retest_memory_observation_count": 565,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 193,
            "text": "2026-11-09T00:04:18.055901375Z (Worker pid=189) (Worker_TP0 pid=189) INFO 11-09 00:04:18 [gpu_model_runner.py:4579] Model loading took 8.88 GiB memory and 138.167252 seconds",
            "values": [
              "8.88"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 313,
            "text": "2026-11-09T00:05:42.193830378Z (Worker pid=189) (Worker_TP0 pid=189) INFO 11-09 00:05:42 [gpu_worker.py:453] Available KV cache memory: 19.91 GiB",
            "values": [
              "19.91"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 315,
            "text": "2026-11-09T00:05:42.197074952Z (EngineCore_DP0 pid=171) INFO 11-09 00:05:42 [kv_cache_utils.py:1314] GPU KV cache size: 521,696 tokens",
            "values": [
              "521,696"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 316,
            "text": "2026-11-09T00:05:42.197193083Z (EngineCore_DP0 pid=171) INFO 11-09 00:05:42 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 15.82x",
            "values": [
              "131,072",
              "15.82"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 8.88,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 19.91,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 521696,
      "retest_logged_context_capacity_x": 15.82,
      "retest_memory_log_source": "historical-recovered/fresh-row-36/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.20 \u00b7 Full vNext Release-Readiness Serving Replay / table 1",
      "reproduction_script_sha256": "591afa0a4e9d9586f2f877e88648d041bb94debdb1b3ea5760f5227775921e3c",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/serve-row-39\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 39 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 39 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row39-a344df5fa1-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-39/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-39/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-39/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-39/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-39/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-39/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-moe,dst=/opt/local-models/qwen36-35b-a3b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row39.sh",
      "recorded_lab_serving_script_sha256": "9f63929602ab1967eca7c6006099a296d111e1521467adda4fe63b704fa3f0b8",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/benchmark-row-39\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 39 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r3/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port \"$PROXY_PORT\" --backend \"http://127.0.0.1:$PORT\" --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint \"http://127.0.0.1:$PROXY_PORT/v1\" --metrics-url \"http://127.0.0.1:$PORT/metrics\" --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-39-hf-moe35b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "61c5d94024cdb87760d90d635f5bbe26945618896ac08a88a2599e2212374b25",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-moe /usr/share/ollama/localaiservers-repro-models/qwen36-moe",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-39",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3268,
            "content_chars": 5228,
            "content_has_think_close": false,
            "elapsed_seconds": 28.94538085255772,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T07:12:14Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.008697621524333954,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 5228,
            "qwen_answer_text_sha256": "facfcedef1b47165f2c0333e2266078fe5937046756c294e8c636f14b2e55856",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 5228,
            "qwen_visible_text_sha256": "facfcedef1b47165f2c0333e2266078fe5937046756c294e8c636f14b2e55856",
            "raw_has_think_close": false,
            "reasoning_chars": 10118,
            "text_chars": 15347,
            "text_sha256": "c5ac798c99358ba9bfb1c1e5a6634c07750fbffbc3d4fa406686e880ae4b8fa6",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 28.128748228773475,
            "vllm_decode_tps": 116.18007219592856,
            "vllm_generation_tokens_delta": 3268.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8081940831616521,
            "vllm_prefill_tps": 533.2877448371432,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 112.90229749080078
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 17.911016230471432,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T07:12:32Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008739661425352097,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9152,
            "text_chars": 9152,
            "text_sha256": "2e2cda4a7e91f091f07b9fb76f6795b4b46d34c06d67b86dd9a0f10cd7b071a0",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 17.08993177022785,
            "vllm_decode_tps": 117.02796868295134,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.812127098441124,
            "vllm_prefill_tps": 530.7051086305376,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 111.66312253111941
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 46155,
            "content_has_think_close": false,
            "elapsed_seconds": 91.70880929846317,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T07:14:04Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.0056197261437773705,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 46155,
            "qwen_answer_text_sha256": "99f0313665a258aa889dc09836d4da910585d581ad15d09867b8075d647ac554",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 46155,
            "qwen_visible_text_sha256": "99f0313665a258aa889dc09836d4da910585d581ad15d09867b8075d647ac554",
            "raw_has_think_close": false,
            "reasoning_chars": 10118,
            "text_chars": 56274,
            "text_sha256": "7024979e63cc90d99ec03dc2fe1d81b8cafbb572aa23120bb1f334686519c3f5",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 90.89162033330649,
            "vllm_decode_tps": 110.02114345997177,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8079116530716419,
            "vllm_prefill_tps": 533.4741717876681,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 109.04077892294234
          }
        },
        "evidence": "dockerhub-e2e/historical-row-39.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-27B",
      "weights": "GGUF F16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid; ai-info 10K gate cleared",
      "strict": "PASS",
      "strict_tokens": 4315,
      "strict_TPS": 69.873,
      "fixed_2K_TPS": 71.1608463361326,
      "fixed_10K_TPS": 66.63826854063004,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9",
      "historical_lane": ".30",
      "historical_audit": "Full vNext Release-Readiness Serving Replay / table 2",
      "historical_release_line": 529,
      "architecture_note": "Dense TP8",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-40\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-40 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "gguf-dense27b-tp8",
      "profile_file": "historical-reproduction-r3/original/row-40/effective_config.env",
      "historical_source_download": "historical-reproduction-r3.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 71.161,
      "historical_published_10K_TPS": 66.638,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-40.json",
      "historical_raw_archive": "historical-recovered/host30-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 71.1608463361326,
      "historical_exact_10K_TPS": 66.63826854063004,
      "strict_prefill_seconds": 14.444529636995867,
      "strict_total_seconds": 76.20786127197789,
      "fixed_2K_prefill_seconds": 14.231556913000531,
      "fixed_2K_total_seconds": 42.346087550977245,
      "fixed_10K_prefill_seconds": 13.8775461629848,
      "fixed_10K_total_seconds": 163.95052812300855,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 40,
        "original_host": "10.0.0.30",
        "logged_model_load_delta_GiB": 6.75,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 115.568181,
        "logged_available_KV_GiB": 22.79,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 373360,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 11.32,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "8e5636e5ce75ea4e080735843d07126b395cbb4f4b8ea2928b3f6e92369a61ae",
        "source_archive": "historical-recovered/host10.0.0.30-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/vnext-release-repro/public-staging-20260629/runtime-full-current-20260630T111241Z/vnext-launch-runs/20260630T111242Z-2834957/gguf-dense27b-tp8",
        "source_lines": {
          "load": {
            "number": 4588,
            "text": "(Worker pid=227) (Worker_TP0 pid=227) INFO 06-30 11:18:48 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 115.568181 seconds"
          },
          "KV": {
            "number": 5168,
            "text": "(Worker pid=227) (Worker_TP0 pid=227) INFO 06-30 11:21:37 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB"
          },
          "tokens": {
            "number": 5174,
            "text": "(EngineCore_DP0 pid=200) INFO 06-30 11:21:37 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens"
          },
          "capacity": {
            "number": 5175,
            "text": "(EngineCore_DP0 pid=200) INFO 06-30 11:21:37 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x"
          },
          "engine": {
            "number": 63,
            "text": "(EngineCore_DP0 pid=200) INFO 06-30 11:16:27 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf', speculative_config=None, tokenizer='Qwen/Qwen3.6-27B', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=6a9e13bd6fc8f0983b9b99948120bc37f49c13e9, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=gguf, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=gguf, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen3.6-27B-F16-GGUF-lmheadunquant, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': PosixPath('/runwork/debug_dump'), 'cache_dir': '/runwork/compile_cache', 'compile_cache_save_format': 'unpacked', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [4], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': True, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 4, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 6.75,
      "logged_available_KV_GiB": 22.79,
      "logged_GPU_KV_tokens": 373360,
      "logged_context_capacity_x": 11.32,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-40\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-40 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row40-4ed2ea0727-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-40/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-40/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-40/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-40/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-40/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-40/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-40.sh",
      "serving_script_sha256": "295bea07e6410334b16bd21c4eef2e44e2ba5673089f2049782e63cb571fb7d5",
      "recorded_docker_run_script": "serve/recorded/historical-row40.sh",
      "recorded_docker_run_sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r3.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-40.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-dense \"$MODEL_DIR/qwen36-dense\"\npython3 launch-tools-r2/model-acquisition/acquire_gguf.py \"$MODEL_DIR\"\n",
      "historical_runtime_signature": "7a2a81acfc337c0f64ac6b8b0059b81d6bb4758c149c614ae6148daad82583cb",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
          "bytes": 4743,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "5b8a965745319f02f5017b70d299fc6e976bdef6a819382ce4e8cb110106602e",
          "bytes": 9889,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "eb4c10be304b4430e475dd5b66dda8fc1e9bc50148292ad5a851da7315c78edf",
          "bytes": 1215,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "63462ba4dab82a8328ee814b37b82e1f23fa64d926a8bfdc4f5fde1d21994db7",
          "bytes": 3515,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "471e25784b56e93ea7f8ab785634ab5a8957af4fb2173455809fe19c6ebef687",
          "bytes": 422,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "1e1dd89ac7b06d9ba39e6baefa2e9b7cf649bef78732b9dd55605d15b931a1c3",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "5300189518cdb2d9d1291c8602aed76603216d7c31541f7669965a56c099fb08",
          "bytes": 20,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "5b28d71aac3f7d901bee3af5033bc7e874a6224be4f509c6913cbeebab19d8d0",
          "bytes": 893,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "a0aec5323473527fbe6aac99ef4156721c41e2c729302844c02bb53e6e766ce5",
          "bytes": 568,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "8e5636e5ce75ea4e080735843d07126b395cbb4f4b8ea2928b3f6e92369a61ae",
          "bytes": 690126,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-37/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-37/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 37,
      "historical_fresh_group_rows": [
        37,
        40,
        43
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-09T00:22:27.410864084Z",
        "FinishedAt": "2026-11-09T00:43:40.972906165Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "ae0dba47e379e10ae120c82dbe767b915856ebc0a56771c0751407ceb9b17f98",
      "retest_strict": "PASS",
      "retest_strict_tokens": 4263,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 4263,
          "decode_tps": 69.65298485444228,
          "prefill_seconds": 13.264510760083795,
          "client_total_seconds": 74.47932942770422,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 13.264510760083795,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 61.20340727549046,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 4263.0
          },
          "request_sha256": "cee5b3e69c4536b401273fbab9093ac75f2e77c2992f89ab5e2c8f2cc20fcad8",
          "summary_sha256": "2a4ec12838f2054993cfc40a0ce46452682e1e06ac8c785eefd538bcc5266ae6"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 70.8759028403918,
          "prefill_seconds": 15.0672946870327,
          "client_total_seconds": 43.29480273462832,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 15.0672946870327,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 28.218335426412523,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2000.0
          },
          "request_sha256": "fb3631f25efa0d86c0631caf9b534448d8eb1d0d295d20ccbddb57f4b2b8168a",
          "summary_sha256": "304d5e8b0f2afd6fcf019e0b454f8917c037eece212906cfcf2c1686136c1ee7"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 66.47442948531119,
          "prefill_seconds": 14.876342931762338,
          "client_total_seconds": 165.31903470959514,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 14.876342931762338,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 150.43378450069577,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 10000.0
          },
          "request_sha256": "0d4c6bf01c385fa782ffef87f014c7a329ca06561609e32989c089837866415f",
          "summary_sha256": "895a7e44c83b5069acf38a1a85397205ac0d8a1cefc38010e259fa29cda426f9"
        }
      },
      "retest_strict_TPS": 69.65298485444228,
      "retest_strict_prefill_seconds": 13.264510760083795,
      "retest_strict_total_seconds": 74.47932942770422,
      "retest_2K_TPS": 70.8759028403918,
      "retest_2K_prefill_seconds": 15.0672946870327,
      "retest_2K_total_seconds": 43.29480273462832,
      "retest_10K_TPS": 66.47442948531119,
      "retest_10K_prefill_seconds": 14.876342931762338,
      "retest_10K_total_seconds": 165.31903470959514,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33744068608,
        "1": 33634144256,
        "2": 33684496384,
        "3": 33634095104,
        "4": 33684230144,
        "5": 33633964032,
        "6": 33684738048,
        "7": 33634250752
      },
      "retest_sampled_peak_VRAM_GiB": 31.426612854003906,
      "retest_memory_observation_count": 604,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 4589,
            "text": "2026-11-09T00:25:47.689313425Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-09 00:25:47 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 105.144041 seconds",
            "values": [
              "6.75"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 5172,
            "text": "2026-11-09T00:28:42.161027038Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-09 00:28:42 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB",
            "values": [
              "22.79"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 5175,
            "text": "2026-11-09T00:28:42.250244890Z (EngineCore_DP0 pid=200) INFO 11-09 00:28:42 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens",
            "values": [
              "373,360"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 5176,
            "text": "2026-11-09T00:28:42.250362411Z (EngineCore_DP0 pid=200) INFO 11-09 00:28:42 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x",
            "values": [
              "131,072",
              "11.32"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 6.75,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 22.79,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 373360,
      "retest_logged_context_capacity_x": 11.32,
      "retest_memory_log_source": "historical-recovered/fresh-row-37/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.30 \u00b7 Full vNext Release-Readiness Serving Replay / table 2",
      "reproduction_script_sha256": "75849af22d943fdfa7448eda258993ff5fd305388c53e09d428663bf6fde3e88",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/serve-row-40\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 40 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 40 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row40-4ed2ea0727-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-40/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-40/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-40/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-40/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-40/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-40/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row40.sh",
      "recorded_lab_serving_script_sha256": "f522f202c8c97d8ce949a8cc89b5f74d2800129138e3784ae4d00a96cc3b696e",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/benchmark-row-40\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 40 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r3/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port \"$PROXY_PORT\" --backend \"http://127.0.0.1:$PORT\" --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint \"http://127.0.0.1:$PROXY_PORT/v1\" --metrics-url \"http://127.0.0.1:$PORT/metrics\" --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-40-gguf-dense27b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "58f0819d680c0d35f27a8c10343c4fbedfc88b9e870c710510e24abbb4dedd4f",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-dense /usr/share/ollama/localaiservers-repro-models/qwen36-dense\npython3 model-acquisition/acquire_gguf.py /usr/share/ollama/localaiservers-repro-models",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-40",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3907,
            "content_chars": 6521,
            "content_has_think_close": false,
            "elapsed_seconds": 69.24951494298875,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T07:50:37Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.012738149613142014,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 6521,
            "qwen_answer_text_sha256": "f71a7aa77008154118acaa8bce77c983cf68537ad16c8aaf250141d295344e11",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 6521,
            "qwen_visible_text_sha256": "f71a7aa77008154118acaa8bce77c983cf68537ad16c8aaf250141d295344e11",
            "raw_has_think_close": false,
            "reasoning_chars": 12901,
            "text_chars": 19423,
            "text_sha256": "6a78b9fc249f729fd22f6baf6d2d6fe6bda8d6b3238969514e27d0790adb833a",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 55.90619322191924,
            "vllm_decode_tps": 69.88492284729871,
            "vllm_generation_tokens_delta": 3907.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 13.3340172059834,
            "vllm_prefill_tps": 32.323342121277335,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 56.419167747478475
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 41.90379103273153,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T07:51:19Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.005990299396216869,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9874,
            "text_chars": 9874,
            "text_sha256": "ce16880512a707739f7b919b99fd9aec38787d685976d559c94585be4e3f91e7",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 28.189258734695613,
            "vllm_decode_tps": 70.94901000494846,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 13.706564854830503,
            "vllm_prefill_tps": 31.444786098108736,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 47.72837852398073
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 40712,
            "content_has_think_close": false,
            "elapsed_seconds": 164.8181800954044,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T07:54:04Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008725512772798538,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 40712,
            "qwen_answer_text_sha256": "259e6e860384fbf4cd65398f1acb30ababd88f54788727ae13a546228ad57c72",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 40712,
            "qwen_visible_text_sha256": "259e6e860384fbf4cd65398f1acb30ababd88f54788727ae13a546228ad57c72",
            "raw_has_think_close": false,
            "reasoning_chars": 12901,
            "text_chars": 53614,
            "text_sha256": "821c84d987e2c88b9fd53463cde3f56f1d66c21f7557970817da935d3f5067f6",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 150.4640983948484,
            "vllm_decode_tps": 66.46103692960672,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.344401407055557,
            "vllm_prefill_tps": 30.046565748502044,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 60.6729184499643
          }
        },
        "evidence": "dockerhub-e2e/historical-row-40.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-27B",
      "weights": "HF FP16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid; ai-info 10K gate cleared",
      "strict": "PASS",
      "strict_tokens": 3518,
      "strict_TPS": 70.474,
      "fixed_2K_TPS": 71.32647305152926,
      "fixed_10K_TPS": 66.8099583497088,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9",
      "historical_lane": ".30",
      "historical_audit": "Full vNext Release-Readiness Serving Replay / table 2",
      "historical_release_line": 531,
      "architecture_note": "Dense TP8",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-41\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-41 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "hf-dense27b-tp8",
      "profile_file": "historical-reproduction-r3/original/row-41/effective_config.env",
      "historical_source_download": "historical-reproduction-r3.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 71.326,
      "historical_published_10K_TPS": 66.81,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-41.json",
      "historical_raw_archive": "historical-recovered/host30-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 71.32647305152926,
      "historical_exact_10K_TPS": 66.8099583497088,
      "strict_prefill_seconds": 13.255216652003583,
      "strict_total_seconds": 63.18351226497907,
      "fixed_2K_prefill_seconds": 14.079880866978783,
      "fixed_2K_total_seconds": 42.128382141992915,
      "fixed_10K_prefill_seconds": 11.669610542012379,
      "fixed_10K_total_seconds": 161.35741312103346,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 41,
        "original_host": "10.0.0.30",
        "logged_model_load_delta_GiB": 6.84,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 24.431786,
        "logged_available_KV_GiB": 22.64,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 370864,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 11.25,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "31b012b6fd4429cc642f68c73f43900399682da4ad3cc8254abae19f76ce393f",
        "source_archive": "historical-recovered/host10.0.0.30-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/vnext-release-repro/public-staging-20260629/runtime-full-current-20260630T111241Z/vnext-launch-runs/20260630T111242Z-2834957/hf-dense27b-tp8",
        "source_lines": {
          "load": {
            "number": 712,
            "text": "(Worker pid=202) (Worker_TP0 pid=202) INFO 06-30 11:53:09 [gpu_model_runner.py:4579] Model loading took 6.84 GiB memory and 24.431786 seconds"
          },
          "KV": {
            "number": 1270,
            "text": "(Worker pid=202) (Worker_TP0 pid=202) INFO 06-30 11:54:49 [gpu_worker.py:453] Available KV cache memory: 22.64 GiB"
          },
          "tokens": {
            "number": 1273,
            "text": "(EngineCore_DP0 pid=184) INFO 06-30 11:54:49 [kv_cache_utils.py:1314] GPU KV cache size: 370,864 tokens"
          },
          "capacity": {
            "number": 1274,
            "text": "(EngineCore_DP0 pid=184) INFO 06-30 11:54:49 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.25x"
          },
          "engine": {
            "number": 55,
            "text": "(EngineCore_DP0 pid=184) INFO 06-30 11:52:18 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-27b-hf', speculative_config=None, tokenizer='/opt/local-models/qwen36-27b-hf', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=auto, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen3.6-27B, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer', 'vllm::unified_kv_cache_update', 'vllm::unified_mla_kv_cache_update'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [4], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 4, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 6.84,
      "logged_available_KV_GiB": 22.64,
      "logged_GPU_KV_tokens": 370864,
      "logged_context_capacity_x": 11.25,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-41\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-41 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row41-ae19602e82-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-41/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-41/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-41/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-41/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-41/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-41/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/opt/local-models/qwen36-27b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-41.sh",
      "serving_script_sha256": "a67929236e6a7d9688a1897da5dcef80c22a2ae6367933cc08ce4446c5e6a1bc",
      "recorded_docker_run_script": "serve/recorded/historical-row41.sh",
      "recorded_docker_run_sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r3.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-41.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-dense \"$MODEL_DIR/qwen36-dense\"\n",
      "historical_runtime_signature": "45420cf3f26a82a2390c715e2efd52d0f6de5d195faf5a890b4dcdd16f9274f8",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
          "bytes": 4743,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "b5d549ec60e80a864afffaa99028c782f61dddc1e8630ffc40f630faf6f029ea",
          "bytes": 9887,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "207cdde1110453cc7b4671f0eb8fc35fdaf71f6705b03b72c91651b492194399",
          "bytes": 1152,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "6c0a4d30e5df33ed3d91c832ea7455ca274e8409dd0d1a562432b800953e702b",
          "bytes": 3002,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "8ea3362a24e59ed038fd37520c5135da3baad9889d35985eaa92220b237cba78",
          "bytes": 399,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "e204d7e7a8d310e729bd2cb2d8827d351634cf604575cf520e23a14e564762ae",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "5300189518cdb2d9d1291c8602aed76603216d7c31541f7669965a56c099fb08",
          "bytes": 20,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "cc7fb716c2a86dc4c3e5b6599e7dfc395917123190f34902070bf4848d6c68fd",
          "bytes": 493,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "d52d709048045c9120d68961103fe6e2e58cdd91780eeb9fd712dd582a00288f",
          "bytes": 576,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "31b012b6fd4429cc642f68c73f43900399682da4ad3cc8254abae19f76ce393f",
          "bytes": 246771,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-35/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-35/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 35,
      "historical_fresh_group_rows": [
        35,
        38,
        41,
        44
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-08T23:40:06.929336115Z",
        "FinishedAt": "2026-11-08T23:58:45.910937408Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "a96218fee0c78b5145db76c43cdf273ff01d169be52e0662ddcc70106f936f79",
      "retest_strict": "PASS",
      "retest_strict_tokens": 3609,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 3609,
          "decode_tps": 70.06009773846488,
          "prefill_seconds": 12.782165881246328,
          "client_total_seconds": 64.30384199228138,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 3609.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_sum": 12.782165881246328,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 51.512917002663016,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "ee97c35547770515d3bd63d45b2557687a8278bbeb38ce72abbaad2fee0ab250",
          "summary_sha256": "6ae03f5709d05f854c0ff4b3e846b625d2d4a691aac551f35ae21d6a4b36c17e"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 70.95081153473755,
          "prefill_seconds": 15.072314956225455,
          "client_total_seconds": 43.269196966663,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 2000.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_sum": 15.072314956225455,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 28.188542974181473,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "d476546705501abd0468f2fc6527e9ace49f732079e53b75abf7bcfb98635f44",
          "summary_sha256": "f70df1fbfc18c6af1f765a73663863bb438fbe1dd644049da3c9e283ae692d0e"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 66.46936099788869,
          "prefill_seconds": 14.515854343771935,
          "client_total_seconds": 164.97092120815068,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 10000.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_sum": 14.515854343771935,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 150.4452555263415,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "ee5df402413359190aaa7ed74f4a298f749233768156b8fc14f2ea4bef0e8017",
          "summary_sha256": "1dfc4acf114048076b24fd3ed43f4a13dd3800ec8892ff4352974a55fd56aba2"
        }
      },
      "retest_strict_TPS": 70.06009773846488,
      "retest_strict_prefill_seconds": 12.782165881246328,
      "retest_strict_total_seconds": 64.30384199228138,
      "retest_2K_TPS": 70.95081153473755,
      "retest_2K_prefill_seconds": 15.072314956225455,
      "retest_2K_total_seconds": 43.269196966663,
      "retest_10K_TPS": 66.46936099788869,
      "retest_10K_prefill_seconds": 14.515854343771935,
      "retest_10K_total_seconds": 164.97092120815068,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33776762880,
        "1": 33666486272,
        "2": 33716842496,
        "3": 33666523136,
        "4": 33716817920,
        "5": 33666486272,
        "6": 33716846592,
        "7": 33666510848
      },
      "retest_sampled_peak_VRAM_GiB": 31.457061767578125,
      "retest_memory_observation_count": 527,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 712,
            "text": "2026-11-08T23:42:07.039298012Z (Worker pid=202) (Worker_TP0 pid=202) INFO 11-08 23:42:07 [gpu_model_runner.py:4579] Model loading took 6.84 GiB memory and 22.869422 seconds",
            "values": [
              "6.84"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 1267,
            "text": "2026-11-08T23:43:52.218209587Z (Worker pid=202) (Worker_TP0 pid=202) INFO 11-08 23:43:52 [gpu_worker.py:453] Available KV cache memory: 22.64 GiB",
            "values": [
              "22.64"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 1273,
            "text": "2026-11-08T23:43:52.553188353Z (EngineCore_DP0 pid=184) INFO 11-08 23:43:52 [kv_cache_utils.py:1314] GPU KV cache size: 370,864 tokens",
            "values": [
              "370,864"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 1274,
            "text": "2026-11-08T23:43:52.553263624Z (EngineCore_DP0 pid=184) INFO 11-08 23:43:52 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.25x",
            "values": [
              "131,072",
              "11.25"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 6.84,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 22.64,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 370864,
      "retest_logged_context_capacity_x": 11.25,
      "retest_memory_log_source": "historical-recovered/fresh-row-35/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.30 \u00b7 Full vNext Release-Readiness Serving Replay / table 2",
      "reproduction_script_sha256": "709f0dc266f9a9f7c2015c79bf6d087973ee29439c3401100c0b87faaddc681e",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/serve-row-41\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 41 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 41 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row41-ae19602e82-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-41/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-41/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-41/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-41/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-41/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-41/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/opt/local-models/qwen36-27b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row41.sh",
      "recorded_lab_serving_script_sha256": "d3a09401861ccd7f0cfe85fa2ae56def994938a0ad061e435888f71f8f0d9fb0",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/benchmark-row-41\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 41 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r3/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port \"$PROXY_PORT\" --backend \"http://127.0.0.1:$PORT\" --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint \"http://127.0.0.1:$PROXY_PORT/v1\" --metrics-url \"http://127.0.0.1:$PORT/metrics\" --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-41-hf-dense27b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "1982800982da10a9215f4fd8ef9652b9dfe8144475933e4813d90c4b41b57030",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-dense /usr/share/ollama/localaiservers-repro-models/qwen36-dense",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-41",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3920,
            "content_chars": 6472,
            "content_has_think_close": false,
            "elapsed_seconds": 70.2467966740951,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T08:20:47Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.014053838327527046,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 6472,
            "qwen_answer_text_sha256": "d79b6fa83b0fa444add4ed1d95c2f6f62c5c0cc2099f90436c3859434f444eee",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 6472,
            "qwen_visible_text_sha256": "d79b6fa83b0fa444add4ed1d95c2f6f62c5c0cc2099f90436c3859434f444eee",
            "raw_has_think_close": false,
            "reasoning_chars": 12896,
            "text_chars": 19369,
            "text_sha256": "9e353abcb76fb81d15044b5756245d235d27d4868bca1f06c1b821426adc19c9",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 55.93259923905134,
            "vllm_decode_tps": 70.08435247656276,
            "vllm_generation_tokens_delta": 3920.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.302407649345696,
            "vllm_prefill_tps": 30.134786433647577,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 55.803256313402514
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 41.84833710733801,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T08:21:29Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008913260884582996,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9935,
            "text_chars": 9935,
            "text_sha256": "83610c81afefe692098576ea3890219b4f89e9edc8bb008987daa4e2e22f54b7",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 28.109985790215433,
            "vllm_decode_tps": 71.14909324131224,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 13.728937095962465,
            "vllm_prefill_tps": 31.393544670457594,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 47.79162418975316
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 39962,
            "content_has_think_close": false,
            "elapsed_seconds": 164.7553375950083,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T08:24:14Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008609971031546593,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 39962,
            "qwen_answer_text_sha256": "d8c1f94bd6b8093da4fd146802c26246aae4ff3246e4039fbe101a47424784c6",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 39962,
            "qwen_visible_text_sha256": "d8c1f94bd6b8093da4fd146802c26246aae4ff3246e4039fbe101a47424784c6",
            "raw_has_think_close": false,
            "reasoning_chars": 12896,
            "text_chars": 52859,
            "text_sha256": "008e0ab44ea086b2f133d8b151934ce3e8f74780a735fe7804fd9c4647331b54",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 149.99608603771776,
            "vllm_decode_tps": 66.66840625084988,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.749934704042971,
            "vllm_prefill_tps": 29.22046833752169,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 60.696060874102905
          }
        },
        "evidence": "dockerhub-e2e/historical-row-41.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-35B-A3B",
      "weights": "HF FP16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid",
      "strict": "PASS",
      "strict_tokens": 3657,
      "strict_TPS": 114.652,
      "fixed_2K_TPS": 115.89456715036498,
      "fixed_10K_TPS": 109.00125309523975,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "995ad96eacd98c81ed38be0c5b274b04031597b0",
      "historical_lane": ".30",
      "historical_audit": "Full vNext Release-Readiness Serving Replay / table 2",
      "historical_release_line": 533,
      "architecture_note": "MoE TP4x2 within TP8, shared and routed reduction enabled",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-42\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-42 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "hf-moe35b-tp8",
      "profile_file": "historical-reproduction-r3/original/row-42/effective_config.env",
      "historical_source_download": "historical-reproduction-r3.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 115.895,
      "historical_published_10K_TPS": 109.001,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-42.json",
      "historical_raw_archive": "historical-recovered/host30-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 115.89456715036498,
      "historical_exact_10K_TPS": 109.00125309523975,
      "strict_prefill_seconds": 0.8109491849900223,
      "strict_total_seconds": 32.716533194994554,
      "fixed_2K_prefill_seconds": 0.8128376509994268,
      "fixed_2K_total_seconds": 18.0782096189796,
      "fixed_10K_prefill_seconds": 0.8105782350176014,
      "fixed_10K_total_seconds": 92.56200236495351,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 42,
        "original_host": "10.0.0.30",
        "logged_model_load_delta_GiB": 8.88,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 110.381889,
        "logged_available_KV_GiB": 19.91,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 521696,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 15.82,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "537cbbf045673c0c5d8d0ae112aca2b44ca8cf1d8a8055c940cdd6d0e50761ed",
        "source_archive": "historical-recovered/host10.0.0.30-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/vnext-release-repro/public-staging-20260629/runtime-full-current-20260630T111241Z/vnext-launch-runs/20260630T111242Z-2834957/hf-moe35b-tp8",
        "source_lines": {
          "load": {
            "number": 193,
            "text": "(Worker pid=189) (Worker_TP0 pid=189) INFO 06-30 12:26:46 [gpu_model_runner.py:4579] Model loading took 8.88 GiB memory and 110.381889 seconds"
          },
          "KV": {
            "number": 311,
            "text": "(Worker pid=189) (Worker_TP0 pid=189) INFO 06-30 12:28:16 [gpu_worker.py:453] Available KV cache memory: 19.91 GiB"
          },
          "tokens": {
            "number": 315,
            "text": "(EngineCore_DP0 pid=171) INFO 06-30 12:28:16 [kv_cache_utils.py:1314] GPU KV cache size: 521,696 tokens"
          },
          "capacity": {
            "number": 316,
            "text": "(EngineCore_DP0 pid=171) INFO 06-30 12:28:16 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 15.82x"
          },
          "engine": {
            "number": 33,
            "text": "(EngineCore_DP0 pid=171) INFO 06-30 12:24:26 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-35b-a3b-hf', speculative_config=None, tokenizer='/opt/local-models/qwen36-35b-a3b-hf', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=auto, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen/Qwen3.6-35B-A3B, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer', 'vllm::unified_kv_cache_update', 'vllm::unified_mla_kv_cache_update'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [2048], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 8.88,
      "logged_available_KV_GiB": 19.91,
      "logged_GPU_KV_tokens": 521696,
      "logged_context_capacity_x": 15.82,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-42\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-42 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row42-acca00650b-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-42/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-42/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-42/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-42/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-42/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-42/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-moe,dst=/opt/local-models/qwen36-35b-a3b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-42.sh",
      "serving_script_sha256": "cc523b12165fe45028058e90e57208df9011cb5b9c243b562646bc260280a994",
      "recorded_docker_run_script": "serve/recorded/historical-row42.sh",
      "recorded_docker_run_sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r3.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-42.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-moe \"$MODEL_DIR/qwen36-moe\"\n",
      "historical_runtime_signature": "8b3d50fb5dd2d7176b215b5663655e81456062136e16a699736869e7842bb270",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
          "bytes": 4743,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "c53f3d2e41d1ae23ecf55e51c4185c36784906700ad9b1613a409342c2684a12",
          "bytes": 9893,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "682e6f4b8326a9c486dfcda6ca94a5ad1c2ad4eaa7fc4e50c76831a18df381f5",
          "bytes": 1171,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "179b4fbbf34002d979e5c69fa0bd04f4f06ed95cb6b8b2cd9d8cfd455780f0c4",
          "bytes": 1208,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "5aa6105055693aff3cb2d5033cf5c967c8425917369a1845fa7ab27f264bf5fd",
          "bytes": 406,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "fcd1308f4ecde5b47410f12596a72867ed0341cca479ec0c9dfbca929c11a4c7",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "5300189518cdb2d9d1291c8602aed76603216d7c31541f7669965a56c099fb08",
          "bytes": 20,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "5b9d5e5d6586a278d3192cf2fbd5901578663b5efd05676479631c614e248e47",
          "bytes": 355,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "2d710df6f89ad66afe351289b1c9d4bd3e8a74e868e21bac4fe60a5bc4aff3e2",
          "bytes": 568,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "537cbbf045673c0c5d8d0ae112aca2b44ca8cf1d8a8055c940cdd6d0e50761ed",
          "bytes": 324312,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-36/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-36/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 36,
      "historical_fresh_group_rows": [
        36,
        39,
        42,
        45
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-09T00:00:14.441833328Z",
        "FinishedAt": "2026-11-09T00:20:09.78005595Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "d3e8150b92459eb9bfeb0628cfbc7f1ba14417d265985bd295006c8f223de819",
      "retest_strict": "PASS",
      "retest_strict_tokens": 2911,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 2911,
          "decode_tps": 116.74599429536063,
          "prefill_seconds": 0.8083759220317006,
          "client_total_seconds": 25.750953457318246,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 0.8083759220317006,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 24.93447434809059,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2911.0
          },
          "request_sha256": "e31c712c0771301f2e4d592bc966448d3143f2660e1b4cab33a91704f19e9370",
          "summary_sha256": "eebfaae9c73243c913cb60f1c6f4ec103cac551b4f8d5c5529c5364a6f3465ca"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 117.36665638338557,
          "prefill_seconds": 0.8091103108599782,
          "client_total_seconds": 17.857541773468256,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 0.8091103108599782,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 17.04061495512724,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2000.0
          },
          "request_sha256": "bca01af4a8338cd6274c1c9e0b281d8e59066ebae2ece3e3a636620066da3a03",
          "summary_sha256": "2c37396cb2c1b23f8ae028e9beb941f96a022ffb8a5da29d3363d63003b69672"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 110.16866681199451,
          "prefill_seconds": 0.8098680507391691,
          "client_total_seconds": 91.58954442292452,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 0.8098680507391691,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 90.76991026010364,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 10000.0
          },
          "request_sha256": "46fd7808353544eb86016bdd1746bafb67def6864a3f5352647b66cb9149f95a",
          "summary_sha256": "b44fdcf5c45447a4a3ba6eda737cc6adcf2f183f3569935f415e850a380531e5"
        }
      },
      "retest_strict_TPS": 116.74599429536063,
      "retest_strict_prefill_seconds": 0.8083759220317006,
      "retest_strict_total_seconds": 25.750953457318246,
      "retest_2K_TPS": 117.36665638338557,
      "retest_2K_prefill_seconds": 0.8091103108599782,
      "retest_2K_total_seconds": 17.857541773468256,
      "retest_10K_TPS": 110.16866681199451,
      "retest_10K_prefill_seconds": 0.8098680507391691,
      "retest_10K_total_seconds": 91.58954442292452,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 34334547968,
        "1": 34314465280,
        "2": 34314543104,
        "3": 34314469376,
        "4": 34334240768,
        "5": 34314461184,
        "6": 34314457088,
        "7": 34318581760
      },
      "retest_sampled_peak_VRAM_GiB": 31.976539611816406,
      "retest_memory_observation_count": 565,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 193,
            "text": "2026-11-09T00:04:18.055901375Z (Worker pid=189) (Worker_TP0 pid=189) INFO 11-09 00:04:18 [gpu_model_runner.py:4579] Model loading took 8.88 GiB memory and 138.167252 seconds",
            "values": [
              "8.88"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 313,
            "text": "2026-11-09T00:05:42.193830378Z (Worker pid=189) (Worker_TP0 pid=189) INFO 11-09 00:05:42 [gpu_worker.py:453] Available KV cache memory: 19.91 GiB",
            "values": [
              "19.91"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 315,
            "text": "2026-11-09T00:05:42.197074952Z (EngineCore_DP0 pid=171) INFO 11-09 00:05:42 [kv_cache_utils.py:1314] GPU KV cache size: 521,696 tokens",
            "values": [
              "521,696"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 316,
            "text": "2026-11-09T00:05:42.197193083Z (EngineCore_DP0 pid=171) INFO 11-09 00:05:42 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 15.82x",
            "values": [
              "131,072",
              "15.82"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 8.88,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 19.91,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 521696,
      "retest_logged_context_capacity_x": 15.82,
      "retest_memory_log_source": "historical-recovered/fresh-row-36/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.30 \u00b7 Full vNext Release-Readiness Serving Replay / table 2",
      "reproduction_script_sha256": "cb43e0e45d057cf3181d7d45f7fbb3562627e286d6d39f2a486070a289db64e6",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/serve-row-42\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 42 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 42 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row42-acca00650b-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-42/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-42/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-42/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-42/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-42/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-42/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-moe,dst=/opt/local-models/qwen36-35b-a3b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row42.sh",
      "recorded_lab_serving_script_sha256": "2911933f25b203dde0b300ec16487bd93497a42ae67a73f2a8f477432d5b84cb",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/benchmark-row-42\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 42 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r3/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port \"$PROXY_PORT\" --backend \"http://127.0.0.1:$PORT\" --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint \"http://127.0.0.1:$PROXY_PORT/v1\" --metrics-url \"http://127.0.0.1:$PORT/metrics\" --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-42-hf-moe35b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "9e6092e4c4ef8c5dee7a9032cb091055090505af6b92974dcfe6a871130cc118",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-moe /usr/share/ollama/localaiservers-repro-models/qwen36-moe",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-42",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 4563,
            "content_chars": 9559,
            "content_has_think_close": false,
            "elapsed_seconds": 40.47988819144666,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T09:03:15Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.01213598158210516,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 9559,
            "qwen_answer_text_sha256": "c0bf1c311f22fd6f7b5cc4f84da6468132661431aef27df3dfbb257bd7c5ebf4",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 9559,
            "qwen_visible_text_sha256": "c0bf1c311f22fd6f7b5cc4f84da6468132661431aef27df3dfbb257bd7c5ebf4",
            "raw_has_think_close": false,
            "reasoning_chars": 14042,
            "text_chars": 23602,
            "text_sha256": "66143a28ce4a77ff43265dad18efd33c26b176e6beae677a61343a6964631afc",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 39.66698031872511,
            "vllm_decode_tps": 115.03270385938605,
            "vllm_generation_tokens_delta": 4563.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8039803570136428,
            "vllm_prefill_tps": 536.0827490872222,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 112.72264336352971
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 17.905847259797156,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T09:03:33Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.005839169956743717,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 10261,
            "text_chars": 10261,
            "text_sha256": "c4fec0daf03f83f76b3d525966214f007fa4c81c71478fe6125229c7da45b99b",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 17.089729534462094,
            "vllm_decode_tps": 117.02935356390067,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8079051412642002,
            "vllm_prefill_tps": 533.478471650244,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 111.69535688436655
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 42369,
            "content_has_think_close": false,
            "elapsed_seconds": 91.69410692714155,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T09:05:05Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.006687283515930176,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 42369,
            "qwen_answer_text_sha256": "4b64ba6d64efec639f826c39f2d980a8d2fbc330e9c841ed671d422667c1738a",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 42369,
            "qwen_visible_text_sha256": "4b64ba6d64efec639f826c39f2d980a8d2fbc330e9c841ed671d422667c1738a",
            "raw_has_think_close": false,
            "reasoning_chars": 14042,
            "text_chars": 56412,
            "text_sha256": "24d73cff4cbffbb79f61919dbac79b0311246bb8408bdcad000d2265afb850c0",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 90.86887793801725,
            "vllm_decode_tps": 110.04867922789934,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8149959305301309,
            "vllm_prefill_tps": 528.836996424813,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 109.0582626857996
          }
        },
        "evidence": "dockerhub-e2e/historical-row-42.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-27B",
      "weights": "GGUF F16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid; ai-info 10K gate cleared",
      "strict": "PASS",
      "strict_tokens": 3742,
      "strict_TPS": 70.097,
      "fixed_2K_TPS": 71.08080815068212,
      "fixed_10K_TPS": 66.54330048742331,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9",
      "historical_lane": ".30",
      "historical_audit": "Full vNext Release-Readiness Serving Replay / table 3",
      "historical_release_line": 542,
      "architecture_note": "Dense TP8",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-43\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-43 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "gguf-dense27b-tp8",
      "profile_file": "historical-reproduction-r3/original/row-43/effective_config.env",
      "historical_source_download": "historical-reproduction-r3.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 71.081,
      "historical_published_10K_TPS": 66.543,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-43.json",
      "historical_raw_archive": "historical-recovered/host30-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 71.08080815068212,
      "historical_exact_10K_TPS": 66.54330048742331,
      "strict_prefill_seconds": 14.02340936899418,
      "strict_total_seconds": 67.4155311419745,
      "fixed_2K_prefill_seconds": 12.165495191002265,
      "fixed_2K_total_seconds": 40.31052528397413,
      "fixed_10K_prefill_seconds": 12.342918328009546,
      "fixed_10K_total_seconds": 162.63176954101073,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 43,
        "original_host": "10.0.0.30",
        "logged_model_load_delta_GiB": 6.75,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 108.890125,
        "logged_available_KV_GiB": 22.79,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 373360,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 11.32,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "a9babfca90bf4dc23965294f0abf27b401f6228b3748e1864c5814dd2d3dc3c4",
        "source_archive": "historical-recovered/host10.0.0.30-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/vnext-release-repro/public-staging-20260629/runtime-full-current-proof/vnext-launch-runs/20260630T130329Z-2951956/gguf-dense27b-tp8",
        "source_lines": {
          "load": {
            "number": 4588,
            "text": "(Worker pid=227) (Worker_TP0 pid=227) INFO 06-30 13:09:21 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 108.890125 seconds"
          },
          "KV": {
            "number": 5163,
            "text": "(Worker pid=227) (Worker_TP0 pid=227) INFO 06-30 13:12:06 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB"
          },
          "tokens": {
            "number": 5174,
            "text": "(EngineCore_DP0 pid=200) INFO 06-30 13:12:08 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens"
          },
          "capacity": {
            "number": 5175,
            "text": "(EngineCore_DP0 pid=200) INFO 06-30 13:12:08 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x"
          },
          "engine": {
            "number": 63,
            "text": "(EngineCore_DP0 pid=200) INFO 06-30 13:07:07 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf', speculative_config=None, tokenizer='Qwen/Qwen3.6-27B', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=6a9e13bd6fc8f0983b9b99948120bc37f49c13e9, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=gguf, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=gguf, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen3.6-27B-F16-GGUF-lmheadunquant, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': PosixPath('/runwork/debug_dump'), 'cache_dir': '/runwork/compile_cache', 'compile_cache_save_format': 'unpacked', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [4], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': True, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 4, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 6.75,
      "logged_available_KV_GiB": 22.79,
      "logged_GPU_KV_tokens": 373360,
      "logged_context_capacity_x": 11.32,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-43\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-43 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row43-5690e3a7ec-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-43/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-43/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-43/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-43/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-43/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-43/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-43.sh",
      "serving_script_sha256": "9c6bd63e207b7fcfe843330509ec45ff5ee941de9f7e95912f4748c01c200c36",
      "recorded_docker_run_script": "serve/recorded/historical-row43.sh",
      "recorded_docker_run_sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r3.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-43.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-dense \"$MODEL_DIR/qwen36-dense\"\npython3 launch-tools-r2/model-acquisition/acquire_gguf.py \"$MODEL_DIR\"\n",
      "historical_runtime_signature": "7a2a81acfc337c0f64ac6b8b0059b81d6bb4758c149c614ae6148daad82583cb",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
          "bytes": 4743,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "5b8a965745319f02f5017b70d299fc6e976bdef6a819382ce4e8cb110106602e",
          "bytes": 9889,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "3f36fd8cbc3e8defa94805180cdf4d120bb70797a2bc71c222eb4e91a694d181",
          "bytes": 1213,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "63462ba4dab82a8328ee814b37b82e1f23fa64d926a8bfdc4f5fde1d21994db7",
          "bytes": 3515,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "471e25784b56e93ea7f8ab785634ab5a8957af4fb2173455809fe19c6ebef687",
          "bytes": 422,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "309fd49755fa7d16ce2d71f6a5bd5ee386cf4c07322876aec59027857810c0ef",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "5300189518cdb2d9d1291c8602aed76603216d7c31541f7669965a56c099fb08",
          "bytes": 20,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "5b28d71aac3f7d901bee3af5033bc7e874a6224be4f509c6913cbeebab19d8d0",
          "bytes": 893,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "4fc2b0a891eb76a4486ad75eec22590eb9b9d7ddffb755039a311fbbbf7eb4a2",
          "bytes": 557,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "a9babfca90bf4dc23965294f0abf27b401f6228b3748e1864c5814dd2d3dc3c4",
          "bytes": 689497,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-37/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-37/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 37,
      "historical_fresh_group_rows": [
        37,
        40,
        43
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-09T00:22:27.410864084Z",
        "FinishedAt": "2026-11-09T00:43:40.972906165Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "ae0dba47e379e10ae120c82dbe767b915856ebc0a56771c0751407ceb9b17f98",
      "retest_strict": "PASS",
      "retest_strict_tokens": 4263,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 4263,
          "decode_tps": 69.65298485444228,
          "prefill_seconds": 13.264510760083795,
          "client_total_seconds": 74.47932942770422,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 13.264510760083795,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 61.20340727549046,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 4263.0
          },
          "request_sha256": "cee5b3e69c4536b401273fbab9093ac75f2e77c2992f89ab5e2c8f2cc20fcad8",
          "summary_sha256": "2a4ec12838f2054993cfc40a0ce46452682e1e06ac8c785eefd538bcc5266ae6"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 70.8759028403918,
          "prefill_seconds": 15.0672946870327,
          "client_total_seconds": 43.29480273462832,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 15.0672946870327,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 28.218335426412523,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2000.0
          },
          "request_sha256": "fb3631f25efa0d86c0631caf9b534448d8eb1d0d295d20ccbddb57f4b2b8168a",
          "summary_sha256": "304d5e8b0f2afd6fcf019e0b454f8917c037eece212906cfcf2c1686136c1ee7"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 66.47442948531119,
          "prefill_seconds": 14.876342931762338,
          "client_total_seconds": 165.31903470959514,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 14.876342931762338,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 150.43378450069577,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 10000.0
          },
          "request_sha256": "0d4c6bf01c385fa782ffef87f014c7a329ca06561609e32989c089837866415f",
          "summary_sha256": "895a7e44c83b5069acf38a1a85397205ac0d8a1cefc38010e259fa29cda426f9"
        }
      },
      "retest_strict_TPS": 69.65298485444228,
      "retest_strict_prefill_seconds": 13.264510760083795,
      "retest_strict_total_seconds": 74.47932942770422,
      "retest_2K_TPS": 70.8759028403918,
      "retest_2K_prefill_seconds": 15.0672946870327,
      "retest_2K_total_seconds": 43.29480273462832,
      "retest_10K_TPS": 66.47442948531119,
      "retest_10K_prefill_seconds": 14.876342931762338,
      "retest_10K_total_seconds": 165.31903470959514,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33744068608,
        "1": 33634144256,
        "2": 33684496384,
        "3": 33634095104,
        "4": 33684230144,
        "5": 33633964032,
        "6": 33684738048,
        "7": 33634250752
      },
      "retest_sampled_peak_VRAM_GiB": 31.426612854003906,
      "retest_memory_observation_count": 604,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 4589,
            "text": "2026-11-09T00:25:47.689313425Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-09 00:25:47 [gpu_model_runner.py:4579] Model loading took 6.75 GiB memory and 105.144041 seconds",
            "values": [
              "6.75"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 5172,
            "text": "2026-11-09T00:28:42.161027038Z (Worker pid=227) (Worker_TP0 pid=227) INFO 11-09 00:28:42 [gpu_worker.py:453] Available KV cache memory: 22.79 GiB",
            "values": [
              "22.79"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 5175,
            "text": "2026-11-09T00:28:42.250244890Z (EngineCore_DP0 pid=200) INFO 11-09 00:28:42 [kv_cache_utils.py:1314] GPU KV cache size: 373,360 tokens",
            "values": [
              "373,360"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 5176,
            "text": "2026-11-09T00:28:42.250362411Z (EngineCore_DP0 pid=200) INFO 11-09 00:28:42 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.32x",
            "values": [
              "131,072",
              "11.32"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 6.75,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 22.79,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 373360,
      "retest_logged_context_capacity_x": 11.32,
      "retest_memory_log_source": "historical-recovered/fresh-row-37/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.30 \u00b7 Full vNext Release-Readiness Serving Replay / table 3",
      "reproduction_script_sha256": "9c4d938eed507148e5e6cf27f1b3d9cf7187e98ade6682c407287dce17c81b52",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/serve-row-43\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 43 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 43 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row43-5690e3a7ec-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-43/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-43/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-43/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-43/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-43/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-43/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-gguf/Qwen3.6-27B-F16.gguf,dst=/opt/local-models/qwen36-27b-f16-gguf/Qwen3.6-27B-F16.gguf,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-27b-text-config-eosfix,dst=/opt/local-models/qwen36-27b-text-config-eosfix,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/root/.cache/huggingface/hub/models--Qwen--Qwen3.6-27B/snapshots/6a9e13bd6fc8f0983b9b99948120bc37f49c13e9,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row43.sh",
      "recorded_lab_serving_script_sha256": "5145a19c9deb6b4fb7e36e2a014f025e4bb664926293d517d1cce419490afa55",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/benchmark-row-43\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 43 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r3/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port \"$PROXY_PORT\" --backend \"http://127.0.0.1:$PORT\" --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint \"http://127.0.0.1:$PROXY_PORT/v1\" --metrics-url \"http://127.0.0.1:$PORT/metrics\" --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-43-gguf-dense27b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "86fe5a91fc2010c3dfb1e0ba6a057dc6b2ad3e11b650905228e8cea024da6182",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-dense /usr/share/ollama/localaiservers-repro-models/qwen36-dense\npython3 model-acquisition/acquire_gguf.py /usr/share/ollama/localaiservers-repro-models",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-43",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3649,
            "content_chars": 6475,
            "content_has_think_close": false,
            "elapsed_seconds": 66.57352643553168,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T09:41:13Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.012507816776633263,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 6475,
            "qwen_answer_text_sha256": "925a28033b3d31f0cc40bce6a370158e0957324d09afef3a046da393cd2d5a6c",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 6475,
            "qwen_visible_text_sha256": "925a28033b3d31f0cc40bce6a370158e0957324d09afef3a046da393cd2d5a6c",
            "raw_has_think_close": false,
            "reasoning_chars": 11161,
            "text_chars": 17637,
            "text_sha256": "f364c8a84832f94e723a28a513e06a4560a7ef6759d7a9117df82e9d93eadfa5",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 52.22083283774555,
            "vllm_decode_tps": 69.87632716118766,
            "vllm_generation_tokens_delta": 3649.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.343986123800278,
            "vllm_prefill_tps": 30.047435648648786,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 54.811577444881344
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 43.17953444086015,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T09:41:56Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008289745077490807,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9518,
            "text_chars": 9518,
            "text_sha256": "2e522d4f025ae541c3176110880f955f89516600fa7c9c2e05d1f38f19146aee",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 28.23441171180457,
            "vllm_decode_tps": 70.83554707689613,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.937016525305808,
            "vllm_prefill_tps": 28.854490404413347,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 46.31823908938281
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 39271,
            "content_has_think_close": false,
            "elapsed_seconds": 164.38277336861938,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T09:44:41Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008772118017077446,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B-F16-GGUF-lmheadunquant",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 39271,
            "qwen_answer_text_sha256": "b7d029235f4bef11afa9b73a697e4e253bf00a0aa9615344c274272fd62549e9",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 39271,
            "qwen_visible_text_sha256": "b7d029235f4bef11afa9b73a697e4e253bf00a0aa9615344c274272fd62549e9",
            "raw_has_think_close": false,
            "reasoning_chars": 11161,
            "text_chars": 50433,
            "text_sha256": "75f602e176c6e4d050f56384f17751b47349c8769a376212726722bb6d890950",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 150.71104567032307,
            "vllm_decode_tps": 66.35213733354865,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 13.661930229514837,
            "vllm_prefill_tps": 31.547518744377726,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 60.833625051303564
          }
        },
        "evidence": "dockerhub-e2e/historical-row-43.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-27B",
      "weights": "HF FP16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid; ai-info 10K gate cleared",
      "strict": "PASS",
      "strict_tokens": 3742,
      "strict_TPS": 70.306,
      "fixed_2K_TPS": 71.25437633075158,
      "fixed_10K_TPS": 66.79647684547848,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "6a9e13bd6fc8f0983b9b99948120bc37f49c13e9",
      "historical_lane": ".30",
      "historical_audit": "Full vNext Release-Readiness Serving Replay / table 3",
      "historical_release_line": 544,
      "architecture_note": "Dense TP8",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-44\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-44 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "hf-dense27b-tp8",
      "profile_file": "historical-reproduction-r3/original/row-44/effective_config.env",
      "historical_source_download": "historical-reproduction-r3.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 71.254,
      "historical_published_10K_TPS": 66.796,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-44.json",
      "historical_raw_archive": "historical-recovered/host30-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 71.25437633075158,
      "historical_exact_10K_TPS": 66.79647684547848,
      "strict_prefill_seconds": 14.229393829009496,
      "strict_total_seconds": 67.46237756998744,
      "fixed_2K_prefill_seconds": 14.43515037704492,
      "fixed_2K_total_seconds": 42.511668021033984,
      "fixed_10K_prefill_seconds": 13.399867505999282,
      "fixed_10K_total_seconds": 163.11717177496757,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 44,
        "original_host": "10.0.0.30",
        "logged_model_load_delta_GiB": 6.84,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 23.129179,
        "logged_available_KV_GiB": 22.64,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 370864,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 11.25,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "b5013067f3d140ab979a82911c5da3b6999e4ab982bb451aba02c56a7eb79a3a",
        "source_archive": "historical-recovered/host10.0.0.30-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/vnext-release-repro/public-staging-20260629/runtime-full-current-proof/vnext-launch-runs/20260630T130329Z-2951956/hf-dense27b-tp8",
        "source_lines": {
          "load": {
            "number": 712,
            "text": "(Worker pid=202) (Worker_TP0 pid=202) INFO 06-30 13:43:37 [gpu_model_runner.py:4579] Model loading took 6.84 GiB memory and 23.129179 seconds"
          },
          "KV": {
            "number": 1269,
            "text": "(Worker pid=202) (Worker_TP0 pid=202) INFO 06-30 13:45:17 [gpu_worker.py:453] Available KV cache memory: 22.64 GiB"
          },
          "tokens": {
            "number": 1273,
            "text": "(EngineCore_DP0 pid=184) INFO 06-30 13:45:17 [kv_cache_utils.py:1314] GPU KV cache size: 370,864 tokens"
          },
          "capacity": {
            "number": 1274,
            "text": "(EngineCore_DP0 pid=184) INFO 06-30 13:45:17 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.25x"
          },
          "engine": {
            "number": 55,
            "text": "(EngineCore_DP0 pid=184) INFO 06-30 13:42:48 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-27b-hf', speculative_config=None, tokenizer='/opt/local-models/qwen36-27b-hf', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=auto, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen3.6-27B, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer', 'vllm::unified_kv_cache_update', 'vllm::unified_mla_kv_cache_update'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [4], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 4, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 6.84,
      "logged_available_KV_GiB": 22.64,
      "logged_GPU_KV_tokens": 370864,
      "logged_context_capacity_x": 11.25,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-44\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-44 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row44-fb2c570fcb-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-44/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-44/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-44/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-44/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-44/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-44/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/opt/local-models/qwen36-27b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-44.sh",
      "serving_script_sha256": "490f63068484ec3a355960ce19908f41725a8fe778bd42babdc6e828defd3306",
      "recorded_docker_run_script": "serve/recorded/historical-row44.sh",
      "recorded_docker_run_sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r3.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-44.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-dense \"$MODEL_DIR/qwen36-dense\"\n",
      "historical_runtime_signature": "45420cf3f26a82a2390c715e2efd52d0f6de5d195faf5a890b4dcdd16f9274f8",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
          "bytes": 4743,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "b5d549ec60e80a864afffaa99028c782f61dddc1e8630ffc40f630faf6f029ea",
          "bytes": 9887,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "be607e5da04e48a0d356bff5e212e274cbbac37045f5d9d65ec48712f982f7fd",
          "bytes": 1150,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "6c0a4d30e5df33ed3d91c832ea7455ca274e8409dd0d1a562432b800953e702b",
          "bytes": 3002,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "8ea3362a24e59ed038fd37520c5135da3baad9889d35985eaa92220b237cba78",
          "bytes": 399,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "b72aa723ab49824eb3f22e52d65d640498a966daf6b0e0f6efa7037bff52a7ac",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "5300189518cdb2d9d1291c8602aed76603216d7c31541f7669965a56c099fb08",
          "bytes": 20,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "cc7fb716c2a86dc4c3e5b6599e7dfc395917123190f34902070bf4848d6c68fd",
          "bytes": 493,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "a97264e3ac593dd4baefdbefefe27d23115cc41be9dd50d5444ad1f45e756852",
          "bytes": 565,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "b5013067f3d140ab979a82911c5da3b6999e4ab982bb451aba02c56a7eb79a3a",
          "bytes": 246772,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-35/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-35/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 35,
      "historical_fresh_group_rows": [
        35,
        38,
        41,
        44
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-08T23:40:06.929336115Z",
        "FinishedAt": "2026-11-08T23:58:45.910937408Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "a96218fee0c78b5145db76c43cdf273ff01d169be52e0662ddcc70106f936f79",
      "retest_strict": "PASS",
      "retest_strict_tokens": 3609,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 3609,
          "decode_tps": 70.06009773846488,
          "prefill_seconds": 12.782165881246328,
          "client_total_seconds": 64.30384199228138,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 3609.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_sum": 12.782165881246328,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 51.512917002663016,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "ee97c35547770515d3bd63d45b2557687a8278bbeb38ce72abbaad2fee0ab250",
          "summary_sha256": "6ae03f5709d05f854c0ff4b3e846b625d2d4a691aac551f35ae21d6a4b36c17e"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 70.95081153473755,
          "prefill_seconds": 15.072314956225455,
          "client_total_seconds": 43.269196966663,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 2000.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_sum": 15.072314956225455,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 28.188542974181473,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "d476546705501abd0468f2fc6527e9ace49f732079e53b75abf7bcfb98635f44",
          "summary_sha256": "f70df1fbfc18c6af1f765a73663863bb438fbe1dd644049da3c9e283ae692d0e"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 66.46936099788869,
          "prefill_seconds": 14.515854343771935,
          "client_total_seconds": 164.97092120815068,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:generation_tokens_total": 10000.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_prefill_time_seconds_sum": 14.515854343771935,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:request_decode_time_seconds_sum": 150.4452555263415,
            "vllm:request_decode_time_seconds_count": 1.0
          },
          "request_sha256": "ee5df402413359190aaa7ed74f4a298f749233768156b8fc14f2ea4bef0e8017",
          "summary_sha256": "1dfc4acf114048076b24fd3ed43f4a13dd3800ec8892ff4352974a55fd56aba2"
        }
      },
      "retest_strict_TPS": 70.06009773846488,
      "retest_strict_prefill_seconds": 12.782165881246328,
      "retest_strict_total_seconds": 64.30384199228138,
      "retest_2K_TPS": 70.95081153473755,
      "retest_2K_prefill_seconds": 15.072314956225455,
      "retest_2K_total_seconds": 43.269196966663,
      "retest_10K_TPS": 66.46936099788869,
      "retest_10K_prefill_seconds": 14.515854343771935,
      "retest_10K_total_seconds": 164.97092120815068,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 33776762880,
        "1": 33666486272,
        "2": 33716842496,
        "3": 33666523136,
        "4": 33716817920,
        "5": 33666486272,
        "6": 33716846592,
        "7": 33666510848
      },
      "retest_sampled_peak_VRAM_GiB": 31.457061767578125,
      "retest_memory_observation_count": 527,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 712,
            "text": "2026-11-08T23:42:07.039298012Z (Worker pid=202) (Worker_TP0 pid=202) INFO 11-08 23:42:07 [gpu_model_runner.py:4579] Model loading took 6.84 GiB memory and 22.869422 seconds",
            "values": [
              "6.84"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 1267,
            "text": "2026-11-08T23:43:52.218209587Z (Worker pid=202) (Worker_TP0 pid=202) INFO 11-08 23:43:52 [gpu_worker.py:453] Available KV cache memory: 22.64 GiB",
            "values": [
              "22.64"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 1273,
            "text": "2026-11-08T23:43:52.553188353Z (EngineCore_DP0 pid=184) INFO 11-08 23:43:52 [kv_cache_utils.py:1314] GPU KV cache size: 370,864 tokens",
            "values": [
              "370,864"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 1274,
            "text": "2026-11-08T23:43:52.553263624Z (EngineCore_DP0 pid=184) INFO 11-08 23:43:52 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.25x",
            "values": [
              "131,072",
              "11.25"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 6.84,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 22.64,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 370864,
      "retest_logged_context_capacity_x": 11.25,
      "retest_memory_log_source": "historical-recovered/fresh-row-35/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.30 \u00b7 Full vNext Release-Readiness Serving Replay / table 3",
      "reproduction_script_sha256": "ff050403a79dbbd2a8e71559e9fe9ce307843b757dda4d4ca702d87b4a91c90a",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/serve-row-44\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 44 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 44 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row44-fb2c570fcb-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-44/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-44/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-44/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-44/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-44/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-44/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-dense,dst=/opt/local-models/qwen36-27b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row44.sh",
      "recorded_lab_serving_script_sha256": "f90ec04fafef33b3523b0739df8e5297f4019af96c38283cb1a555450774f9ab",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/benchmark-row-44\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 44 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r3/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port \"$PROXY_PORT\" --backend \"http://127.0.0.1:$PORT\" --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint \"http://127.0.0.1:$PROXY_PORT/v1\" --metrics-url \"http://127.0.0.1:$PORT/metrics\" --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-44-hf-dense27b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "f174b41198fc28f003dc1c3da41935880d77119fe20b4d477f80a1a07c8894ed",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-dense /usr/share/ollama/localaiservers-repro-models/qwen36-dense",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-44",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3547,
            "content_chars": 6457,
            "content_has_think_close": false,
            "elapsed_seconds": 64.16236412711442,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T10:11:23Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.013237979263067245,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 6457,
            "qwen_answer_text_sha256": "3ad006f79090660185525516d2562a6210d7ac8433bbec5df068b059fa1ec551",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 6457,
            "qwen_visible_text_sha256": "3ad006f79090660185525516d2562a6210d7ac8433bbec5df068b059fa1ec551",
            "raw_has_think_close": false,
            "reasoning_chars": 11482,
            "text_chars": 17940,
            "text_sha256": "fec7940db9e37cea727ec405d4b1b0ceaa254e277632e0b30b189fde4134c4c5",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 50.13813655637205,
            "vllm_decode_tps": 70.74455182457739,
            "vllm_generation_tokens_delta": 3547.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.016393848694861,
            "vllm_prefill_tps": 30.7497067114829,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 55.28162885290367
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 42.49045191332698,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T10:12:05Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008615121245384216,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9954,
            "text_chars": 9954,
            "text_sha256": "901ca3921ce1cca130da42852733cff33e53103148af2ea7b9fdac37416bf1a1",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 27.954272541217506,
            "vllm_decode_tps": 71.54541392737288,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.52750407718122,
            "vllm_prefill_tps": 29.66786295224549,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 47.06939818102305
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 41009,
            "content_has_think_close": false,
            "elapsed_seconds": 163.0703025655821,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T10:14:48Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.00643538311123848,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen3.6-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 41009,
            "qwen_answer_text_sha256": "baab8ed253ef12664fea03f14001f648e3b72046331a0e03aacf6420570d88e6",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 41009,
            "qwen_visible_text_sha256": "baab8ed253ef12664fea03f14001f648e3b72046331a0e03aacf6420570d88e6",
            "raw_has_think_close": false,
            "reasoning_chars": 11482,
            "text_chars": 52492,
            "text_sha256": "1690d20b0f764e652f782470928e6a6525e42a044bd9c10a0fbd3bdb8daa4486",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 148.97759592998773,
            "vllm_decode_tps": 67.1241869462004,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.08258059155196,
            "vllm_prefill_tps": 30.605186116140807,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 61.323244285870466
          }
        },
        "evidence": "dockerhub-e2e/historical-row-44.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Historical vNext Qwen3.6",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.6-35B-A3B",
      "weights": "HF FP16",
      "TP": 8,
      "MTP": 0,
      "status": "strict-valid",
      "strict": "PASS",
      "strict_tokens": 3719,
      "strict_TPS": 115.509,
      "fixed_2K_TPS": 116.70358344213864,
      "fixed_10K_TPS": 109.75383469135498,
      "official_current_2K_eligible": false,
      "source": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "source_revision": "16ae18fc0e44a8a035a3c75b61c24ae8f6a5e041",
      "image": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "model_revision": "995ad96eacd98c81ed38be0c5b274b04031597b0",
      "historical_lane": ".30",
      "historical_audit": "Full vNext Release-Readiness Serving Replay / table 3",
      "historical_release_line": 546,
      "architecture_note": "MoE TP4x2 within TP8, shared and routed reduction enabled",
      "comparison_limit": "Older Qwen3.6, eight MI50s, different runtime/host; published report, not a new Qwen3.8 run. GGUF model revision denotes pinned source/tokenizer; exact GGUF payload is release-locked.",
      "export_retest_status": "Historical export retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-45\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-45 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "historical_unreported_fields": [
        "exact loaded tensor-byte footprint",
        "sampled VRAM usage",
        "raw before/after counter snapshots"
      ],
      "historical_command_scope": "Recovered original scripts are supplied byte-for-byte. The prepared serving/benchmark commands use new paths and immutable image ID; these are not claimed as recovered fully resolved original Docker argv.",
      "historical_reported_VRAM_capacity_bytes": 34342961152,
      "historical_capacity_source": "Pinned release hardware table: 34,342,961,152 visible VRAM bytes per MI50 on both historical lanes; capacity is not measured usage.",
      "historical_result_source_copy": "historical-published-results.md",
      "image_reference": "joe2gaan/localaiservers:qwen36-gfx906-rocm72-dense-moe-runtime-archive-0a2dbd6b7f0b",
      "reproduction_reference": "https://github.com/joe2gaan/localaiservers/releases/tag/vnext-gfx906-rocm72-gguf-hf-repro",
      "published_registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "image_identity_note": "Published 8c380e9c is the registry manifest digest; 45decd88 is its verified Docker image config ID.",
      "image_export_bytes": 16331622170,
      "historical_profile": "hf-moe35b-tp8",
      "profile_file": "historical-reproduction-r3/original/row-45/effective_config.env",
      "historical_source_download": "historical-reproduction-r3.tar.gz",
      "historical_published_strict_label": "PASS (published)",
      "historical_published_2K_TPS": 116.704,
      "historical_published_10K_TPS": 109.754,
      "strict_verdict_source": "Recovered original uncapped raw response and unchanged scorer replay; published label retained separately.",
      "historical_raw_source": "historical-recovered/row-45.json",
      "historical_raw_archive": "historical-recovered/host30-original-evidence.tar.gz",
      "historical_exact_2K_TPS": 116.70358344213864,
      "historical_exact_10K_TPS": 109.75383469135498,
      "strict_prefill_seconds": 0.8114002189831808,
      "strict_total_seconds": 33.017363684950396,
      "fixed_2K_prefill_seconds": 0.8105688230134547,
      "fixed_2K_total_seconds": 17.95576455304399,
      "fixed_10K_prefill_seconds": 0.8061946319648996,
      "fixed_10K_total_seconds": 91.92849439801648,
      "historical_recovery_status": "Original launch and raw results recovered. Exported runtime tested with the delivered pinned inputs; new measurements are separate from old scores.",
      "historical_counter_limit": "Raw response tokens and retained summary-delta arithmetic agree. Original raw metric snapshots were not retained; no reconstruction is claimed.",
      "historical_memory_reports": {
        "row": 45,
        "original_host": "10.0.0.30",
        "logged_model_load_delta_GiB": 8.88,
        "model_load_report_rank": 0,
        "logged_model_load_seconds": 116.951902,
        "logged_available_KV_GiB": 19.91,
        "KV_memory_report_rank": 0,
        "logged_GPU_KV_tokens": 521696,
        "logged_context_tokens": 131072,
        "logged_context_capacity_x": 15.82,
        "engine_FP16_TP8_context131072_MTPoff": true,
        "source_log_sha256": "5fb63afa234d5088372f07d9632c05c1e4329772bf04a0e3c8fa2fff842b58a7",
        "source_archive": "historical-recovered/host10.0.0.30-original-evidence.tar.gz",
        "original_launch_path": "/usr/share/ollama/vnext-release-repro/public-staging-20260629/runtime-full-current-proof/vnext-launch-runs/20260630T130329Z-2951956/hf-moe35b-tp8",
        "source_lines": {
          "load": {
            "number": 193,
            "text": "(Worker pid=189) (Worker_TP0 pid=189) INFO 06-30 14:17:32 [gpu_model_runner.py:4579] Model loading took 8.88 GiB memory and 116.951902 seconds"
          },
          "KV": {
            "number": 307,
            "text": "(Worker pid=189) (Worker_TP0 pid=189) INFO 06-30 14:18:54 [gpu_worker.py:453] Available KV cache memory: 19.91 GiB"
          },
          "tokens": {
            "number": 315,
            "text": "(EngineCore_DP0 pid=171) INFO 06-30 14:18:55 [kv_cache_utils.py:1314] GPU KV cache size: 521,696 tokens"
          },
          "capacity": {
            "number": 316,
            "text": "(EngineCore_DP0 pid=171) INFO 06-30 14:18:55 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 15.82x"
          },
          "engine": {
            "number": 33,
            "text": "(EngineCore_DP0 pid=171) INFO 06-30 14:15:05 [core.py:101] Initializing a V1 LLM engine (v0.0.0+gfx906) with config: model='/opt/local-models/qwen36-35b-a3b-hf', speculative_config=None, tokenizer='/opt/local-models/qwen36-35b-a3b-hf', skip_tokenizer_init=False, tokenizer_mode=auto, revision=None, tokenizer_revision=None, trust_remote_code=True, dtype=torch.float16, max_seq_len=131072, download_dir=None, load_format=auto, tensor_parallel_size=8, pipeline_parallel_size=1, data_parallel_size=1, decode_context_parallel_size=1, dcp_comm_backend=ag_rs, disable_custom_all_reduce=True, quantization=None, enforce_eager=False, enable_return_routed_experts=False, kv_cache_dtype=auto, device_config=cuda, structured_outputs_config=StructuredOutputsConfig(backend='auto', disable_any_whitespace=False, disable_additional_properties=False, reasoning_parser='qwen3', reasoning_parser_plugin='', enable_in_reasoning=False), observability_config=ObservabilityConfig(show_hidden_metrics_for_version=None, otlp_traces_endpoint=None, collect_detailed_traces=None, kv_cache_metrics=False, kv_cache_metrics_sample=0.01, cudagraph_metrics=False, enable_layerwise_nvtx_tracing=False, enable_mfu_metrics=False, enable_mm_processor_stats=False, enable_logging_iteration_details=False), seed=0, served_model_name=Qwen/Qwen3.6-35B-A3B, enable_prefix_caching=False, enable_chunked_prefill=True, pooler_config=None, compilation_config={'mode': <CompilationMode.VLLM_COMPILE: 3>, 'debug_dump_path': None, 'cache_dir': '', 'compile_cache_save_format': 'binary', 'backend': 'inductor', 'custom_ops': ['+sparse_attn_indexer', 'none'], 'splitting_ops': ['vllm::unified_attention', 'vllm::unified_attention_with_output', 'vllm::unified_mla_attention', 'vllm::unified_mla_attention_with_output', 'vllm::mamba_mixer2', 'vllm::mamba_mixer', 'vllm::short_conv', 'vllm::linear_attention', 'vllm::plamo2_mamba_mixer', 'vllm::gdn_attention_core', 'vllm::olmo_hybrid_gdn_full_forward', 'vllm::kda_attention', 'vllm::sparse_attn_indexer', 'vllm::rocm_aiter_sparse_attn_indexer', 'vllm::unified_kv_cache_update', 'vllm::unified_mla_kv_cache_update'], 'compile_mm_encoder': False, 'compile_sizes': [], 'compile_ranges_endpoints': [2048], 'inductor_compile_config': {'enable_auto_functionalized_v2': False, 'combo_kernels': True, 'benchmark_combo_kernel': True}, 'inductor_passes': {}, 'cudagraph_mode': <CUDAGraphMode.FULL_AND_PIECEWISE: (2, 1)>, 'cudagraph_num_of_warmups': 1, 'cudagraph_capture_sizes': [1, 2, 4, 8, 16, 24, 32, 40, 48, 56, 64, 72, 80, 88, 96, 104, 112, 120, 128, 136, 144, 152, 160, 168, 176, 184, 192, 200, 208, 216, 224, 232, 240, 248, 256, 272, 288, 304, 320, 336, 352, 368, 384, 400, 416, 432, 448, 464, 480, 496, 512], 'cudagraph_copy_inputs': False, 'cudagraph_specialize_lora': True, 'use_inductor_graph_partition': False, 'pass_config': {'fuse_norm_quant': False, 'fuse_act_quant': False, 'fuse_attn_quant': False, 'enable_sp': False, 'fuse_gemm_comms': False, 'fuse_allreduce_rms': False, 'fuse_act_padding': False, 'fuse_rope_kvcache': False}, 'max_cudagraph_capture_size': 512, 'dynamic_shapes_config': {'type': <DynamicShapesType.BACKED: 'backed'>, 'evaluate_guards': False, 'assume_32_bit_indexing': False}, 'local_cache_dir': None, 'fast_moe_cold_start': False, 'static_all_moe_layers': []}"
          }
        },
        "limits": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable."
      },
      "logged_model_load_delta_GiB": 8.88,
      "logged_available_KV_GiB": 19.91,
      "logged_GPU_KV_tokens": 521696,
      "logged_context_capacity_x": 15.82,
      "historical_memory_source": "historical-recovered/memory-reports.json",
      "historical_memory_limit": "Rounded rank-specific engine load delta and available KV budget, not exact tensor-byte sums, physical VRAM usage or proof that every rank has the same footprint. Logged grouped KV tokens/concurrency do not demonstrate a full-context request. Original physical VRAM usage remains unavailable.",
      "historical_CPU_installation_review": "historical-recovered/cpu-installation-review.json",
      "historical_export_import_receipt": "historical-recovered/host20-export-import-receipt.json",
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-historical-r6.tar.gz.sha256\nmkdir -p launch-tools-historical-r6\ntar -xzf launch-tools-historical-r6.tar.gz -C launch-tools-historical-r6\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-model-collection\nRUN_DIR=/absolute/path/to/new-runs/historical-row-45\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-historical-r6/portable/launch.py --config historical-row-45 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row45-ff4f548663-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-45/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-45/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-45/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-45/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-45/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-45/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-moe,dst=/opt/local-models/qwen36-35b-a3b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
      "serving_script": "portable/serve/historical-row-45.sh",
      "serving_script_sha256": "7efc4024dd867de748c546b7f73e36dd5346743bfbdc6da352a93976a8617ca9",
      "recorded_docker_run_script": "serve/recorded/historical-row45.sh",
      "recorded_docker_run_sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_command_kind": "recovered original runtime; delivered package GPU tested",
      "historical_input_package": "historical-reproduction-r3.tar.gz",
      "historical_binding_source": "historical-recovered/launch-bindings.json",
      "historical_model_acquisition": "model-acquisition/README.md",
      "reproduction_script": "portable/benchmark/historical-row-45.sh",
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-model-collection\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen36-moe \"$MODEL_DIR/qwen36-moe\"\n",
      "historical_runtime_signature": "8b3d50fb5dd2d7176b215b5663655e81456062136e16a699736869e7842bb270",
      "historical_original_files": [
        {
          "path": "docker_run.sh",
          "sha256": "4aa01b181d1bbb04e26bb3658d841b036d933040ec5fa7d1e313913f2ca72eee",
          "bytes": 4743,
          "mode": 509
        },
        {
          "path": "container_entrypoint.sh",
          "sha256": "c53f3d2e41d1ae23ecf55e51c4185c36784906700ad9b1613a409342c2684a12",
          "bytes": 9893,
          "mode": 509
        },
        {
          "path": "effective_config.env",
          "sha256": "e6a0cd387cc11d346efbcd59a7d651d1697fe39dade52a66f8f80517f43acce5",
          "bytes": 1169,
          "mode": 436
        },
        {
          "path": "vllm_command.sh",
          "sha256": "179b4fbbf34002d979e5c69fa0bd04f4f06ed95cb6b8b2cd9d8cfd455780f0c4",
          "bytes": 1208,
          "mode": 509
        },
        {
          "path": "benchmark_env.sh",
          "sha256": "5aa6105055693aff3cb2d5033cf5c967c8425917369a1845fa7ab27f264bf5fd",
          "bytes": 406,
          "mode": 436
        },
        {
          "path": "deploy_compat_patches.py",
          "sha256": "992262fb7fe42b1540b5bb82086cb8c92fbfd309bf675cd659a625bb5a5844b1",
          "bytes": 15442,
          "mode": 436
        },
        {
          "path": "container_id.txt",
          "sha256": "ec1d9f5a47319e30d80bdaf3c2299abf915c1a144bbafa04f18a5f8d97f9a3f7",
          "bytes": 65,
          "mode": 436
        },
        {
          "path": "container_name.txt",
          "sha256": "5300189518cdb2d9d1291c8602aed76603216d7c31541f7669965a56c099fb08",
          "bytes": 20,
          "mode": 436
        },
        {
          "path": "vllm_argv.txt",
          "sha256": "5b9d5e5d6586a278d3192cf2fbd5901578663b5efd05676479631c614e248e47",
          "bytes": 355,
          "mode": 436
        },
        {
          "path": "preflight.txt",
          "sha256": "1424133cb8578a9b51e92465abbbd0a80f74a16539f8f9c1ca0173c7c286df88",
          "bytes": 557,
          "mode": 436
        },
        {
          "path": "container.log",
          "sha256": "5fb63afa234d5088372f07d9632c05c1e4329772bf04a0e3c8fa2fff842b58a7",
          "bytes": 323834,
          "mode": 436
        }
      ],
      "serving_endpoint": "http://<available-eight-MI50-host>:8001",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "historical_fresh_result_source": "historical-recovered/fresh-row-36/result.json",
      "historical_fresh_evidence_archive": "historical-recovered/fresh-row-36/raw-evidence.tar.gz",
      "historical_fresh_representative_row": 36,
      "historical_fresh_group_rows": [
        36,
        39,
        42,
        45
      ],
      "historical_fresh_measurement_scope": "One fresh sample of this exact runtime variant, shared by the listed historical rows; not a new independent sample for each old score.",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "Status": "exited",
        "Running": false,
        "Paused": false,
        "Restarting": false,
        "OOMKilled": false,
        "Dead": false,
        "Pid": 0,
        "ExitCode": 137,
        "Error": "",
        "StartedAt": "2026-11-09T00:00:14.441833328Z",
        "FinishedAt": "2026-11-09T00:20:09.78005595Z"
      },
      "retest_historical_limits": [
        "One fresh measurement per distinct runtime variant; grouped historical rows are not independent new samples.",
        "Historical published measurements remain separate from this fresh run.",
        "Installed source and mapped native identities establish admitted runtime, not a dynamic per-kernel invocation trace.",
        "Fresh root-SSD caches and the current host state differ from the historical runs.",
        "Physical VRAM is sampled, not a continuous peak; logged allocation budgets are separate from tensor-byte totals."
      ],
      "retest_historical_current_Qwen38_official_eligible": false,
      "retest_historical_verified_regular_files": 173,
      "retest_historical_manifest_sha256": "d3e8150b92459eb9bfeb0628cfbc7f1ba14417d265985bd295006c8f223de819",
      "retest_strict": "PASS",
      "retest_strict_tokens": 2911,
      "retest_historical_2K_eligible": true,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 2911,
          "decode_tps": 116.74599429536063,
          "prefill_seconds": 0.8083759220317006,
          "client_total_seconds": 25.750953457318246,
          "strict_pass": true,
          "finish_reason": "stop",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 0.8083759220317006,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 24.93447434809059,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2911.0
          },
          "request_sha256": "e31c712c0771301f2e4d592bc966448d3143f2660e1b4cab33a91704f19e9370",
          "summary_sha256": "eebfaae9c73243c913cb60f1c6f4ec103cac551b4f8d5c5529c5364a6f3465ca"
        },
        "2K": {
          "completion_tokens": 2000,
          "decode_tps": 117.36665638338557,
          "prefill_seconds": 0.8091103108599782,
          "client_total_seconds": 17.857541773468256,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 0.8091103108599782,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 17.04061495512724,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 2000.0
          },
          "request_sha256": "bca01af4a8338cd6274c1c9e0b281d8e59066ebae2ece3e3a636620066da3a03",
          "summary_sha256": "2c37396cb2c1b23f8ae028e9beb941f96a022ffb8a5da29d3363d63003b69672"
        },
        "10K": {
          "completion_tokens": 10000,
          "decode_tps": 110.16866681199451,
          "prefill_seconds": 0.8098680507391691,
          "client_total_seconds": 91.58954442292452,
          "strict_pass": null,
          "finish_reason": "length",
          "raw_counter_deltas": {
            "vllm:request_prefill_time_seconds_sum": 0.8098680507391691,
            "vllm:request_prefill_time_seconds_count": 1.0,
            "vllm:prompt_tokens_total": 431.0,
            "vllm:request_decode_time_seconds_sum": 90.76991026010364,
            "vllm:request_decode_time_seconds_count": 1.0,
            "vllm:generation_tokens_total": 10000.0
          },
          "request_sha256": "46fd7808353544eb86016bdd1746bafb67def6864a3f5352647b66cb9149f95a",
          "summary_sha256": "b44fdcf5c45447a4a3ba6eda737cc6adcf2f183f3569935f415e850a380531e5"
        }
      },
      "retest_strict_TPS": 116.74599429536063,
      "retest_strict_prefill_seconds": 0.8083759220317006,
      "retest_strict_total_seconds": 25.750953457318246,
      "retest_2K_TPS": 117.36665638338557,
      "retest_2K_prefill_seconds": 0.8091103108599782,
      "retest_2K_total_seconds": 17.857541773468256,
      "retest_10K_TPS": 110.16866681199451,
      "retest_10K_prefill_seconds": 0.8098680507391691,
      "retest_10K_total_seconds": 91.58954442292452,
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 34334547968,
        "1": 34314465280,
        "2": 34314543104,
        "3": 34314469376,
        "4": 34334240768,
        "5": 34314461184,
        "6": 34314457088,
        "7": 34318581760
      },
      "retest_sampled_peak_VRAM_GiB": 31.976539611816406,
      "retest_memory_observation_count": 565,
      "retest_historical_memory_scope": "Physical device VRAM sampled every two seconds; may include allocations outside the test container. Sampled maximum is not an exact peak and not logical tensor bytes.",
      "retest_historical_memory_log_observations": {
        "model_load_delta_GiB": [
          {
            "line": 193,
            "text": "2026-11-09T00:04:18.055901375Z (Worker pid=189) (Worker_TP0 pid=189) INFO 11-09 00:04:18 [gpu_model_runner.py:4579] Model loading took 8.88 GiB memory and 138.167252 seconds",
            "values": [
              "8.88"
            ]
          }
        ],
        "available_KV_GiB": [
          {
            "line": 313,
            "text": "2026-11-09T00:05:42.193830378Z (Worker pid=189) (Worker_TP0 pid=189) INFO 11-09 00:05:42 [gpu_worker.py:453] Available KV cache memory: 19.91 GiB",
            "values": [
              "19.91"
            ]
          }
        ],
        "grouped_GPU_KV_tokens": [
          {
            "line": 315,
            "text": "2026-11-09T00:05:42.197074952Z (EngineCore_DP0 pid=171) INFO 11-09 00:05:42 [kv_cache_utils.py:1314] GPU KV cache size: 521,696 tokens",
            "values": [
              "521,696"
            ]
          }
        ],
        "context_capacity": [
          {
            "line": 316,
            "text": "2026-11-09T00:05:42.197193083Z (EngineCore_DP0 pid=171) INFO 11-09 00:05:42 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 15.82x",
            "values": [
              "131,072",
              "15.82"
            ]
          }
        ]
      },
      "retest_logged_model_load_delta_GiB": 8.88,
      "retest_historical_logged_load_scope": "Maximum of retained rounded worker model-load deltas; not exact tensor bytes or physical VRAM.",
      "retest_KV_budget_GiB": 19.91,
      "retest_KV_budget_scope": "Minimum retained rounded automatic worker KV-availability report; not physical allocation or full-context execution.",
      "retest_logged_GPU_KV_tokens": 521696,
      "retest_logged_context_capacity_x": 15.82,
      "retest_memory_log_source": "historical-recovered/fresh-row-36/result.json",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "footprint not reported in the historical table",
      "record_label": "Historical vNext Qwen3.6 \u00b7 10.0.0.30 \u00b7 Full vNext Release-Readiness Serving Replay / table 3",
      "reproduction_script_sha256": "5d82128ce3366125d150e2ae064fd415cbe7ce9fab433217948196e413cae114",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Recovered original runtime configuration; the delivered package completed the linked fresh GPU benchmark.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/serve-row-45\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 45 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\n# Recheck assigned GPUs and port immediately before the exact Docker invocation.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 45 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" --check-ready\ndocker \\\n  run \\\n  -d \\\n  --name \\\n  historical-row45-ff4f548663-reproduction \\\n  --network \\\n  host \\\n  --ipc \\\n  host \\\n  --privileged \\\n  --device \\\n  /dev/kfd \\\n  --device \\\n  /dev/dri \\\n  --group-add \\\n  video \\\n  --cap-add \\\n  SYS_PTRACE \\\n  --cap-add \\\n  IPC_LOCK \\\n  --security-opt \\\n  seccomp=unconfined \\\n  --security-opt \\\n  label=disable \\\n  --ulimit \\\n  memlock=-1:-1 \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-45/hf,dst=/root/.cache/huggingface \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-45/launch,dst=/runwork \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-45/cache/vllm,dst=/root/.cache/vllm \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-45/cache/triton,dst=/root/.triton \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-45/cache/inductor,dst=/tmp/torchinductor_root \\\n  --mount \\\n  type=bind,src=/home/ai/localaiservers-historical-20261108-r3/serve-row-45/overlay,dst=/opt/vllm_patch_bundle,readonly \\\n  --mount \\\n  type=bind,src=/usr/share/ollama/localaiservers-repro-models/qwen36-moe,dst=/opt/local-models/qwen36-35b-a3b-hf,readonly \\\n  -e \\\n  HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e \\\n  LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/usr/local/lib:/opt/rocm/lib:/opt/venv/lib/python3.12/site-packages/torch/lib \\\n  -e \\\n  VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e \\\n  HF_HUB_OFFLINE=1 \\\n  --entrypoint \\\n  /runwork/container_entrypoint.sh \\\n  sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 > \"$run_root/container-id.txt\"\ndocker inspect --type container \"$(cat \"$run_root/container-id.txt\")\" > \"$run_root/container-inspect-created.json\"\nprintf \"Service started; it remains running. Container: %s\\n\" \"$(cat \"$run_root/container-id.txt\")\"\n",
      "recorded_lab_serving_script": "serve/historical-row45.sh",
      "recorded_lab_serving_script_sha256": "be11f35765065c501386d6dcb74a8990e6389590cc35a96fec9c1ce4c9b9b909",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Prepared from recovered original startup bytes. Fresh GPU reproduction is still pending.\n# Run only on an available eight-MI50 host. Never stop the accepted service on .30:8001.\nrelease_dir=$(pwd -P)\nrun_root=/home/ai/localaiservers-historical-20261108-r3/benchmark-row-45\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c historical-reproduction-r3.tar.gz.sha256\nsha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p historical-reproduction-r3 model-acquisition\ntar -xzf historical-reproduction-r3.tar.gz -C historical-reproduction-r3\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\n# Acquire the exact model inputs first using model-acquisition/README.md.\npython3 \"$release_dir/historical-reproduction-r3/prepare_historical_run.py\" --row 45 --root \"$run_root\" --models /usr/share/ollama/localaiservers-repro-models --acquisition \"$release_dir/model-acquisition\" > /dev/null\nmkdir \"$run_root/evidence\"\n# Closure acts only on the exact newly started test container.\ntest_cid=\ntail_proxy=\nmemory_observer=\nrelease_real_python=$(command -v python3)\nclose_test() {\n  result=$?; trap - EXIT INT TERM\n  if [[ -n \"$tail_proxy\" ]]; then kill \"$tail_proxy\" 2>/dev/null || true; wait \"$tail_proxy\" 2>/dev/null || true; fi\n  if [[ -n \"$memory_observer\" ]]; then\n    kill \"$memory_observer\" 2>/dev/null || true\n    wait \"$memory_observer\" || result=1\n    \"$release_real_python\" \"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\" summarize --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" || result=1\n  fi\n  if [[ -n \"$test_cid\" ]]; then\n    docker logs --timestamps \"$test_cid\" > \"$run_root/evidence/container.log\" 2>&1 || true\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-before-stop.json\" || true\n    docker stop --time 60 \"$test_cid\" > \"$run_root/evidence/stop.txt\" 2>&1 || result=1\n    docker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n    \"$release_real_python\" -c 'import json,sys; x=json.load(open(sys.argv[1]))[0]; assert not x[\"State\"][\"Running\"] and x[\"State\"][\"Pid\"] == 0' \"$run_root/evidence/container-inspect-after-stop.json\" || result=1\n  fi\n  printf \"%s\\n\" \"$result\" > \"$run_root/evidence/runner-exit.txt\"\n  (cd \"$run_root/evidence\" && find . -type f ! -name SHA256SUMS -print0 | sort -z | xargs -0 sha256sum > SHA256SUMS)\n  sync -f \"$run_root/evidence\"\n  exit \"$result\"\n}\ntrap close_test EXIT\ntrap \"exit 130\" INT\ntrap \"exit 143\" TERM\nbash \"$run_root/docker-run.sh\" > \"$run_root/docker-launch.stdout\"\ntest_cid=$(tail -n 1 \"$run_root/docker-launch.stdout\")\n[[ \"$test_cid\" =~ ^[0-9a-f]{64}$ ]]\nprintf \"%s\\n\" \"$test_cid\" > \"$run_root/evidence/container-id.txt\"\ndocker inspect --type container \"$test_cid\" > \"$run_root/evidence/container-inspect-created.json\"\ncp \"$run_root/preflight.json\" \"$run_root/docker-run.sh\" \"$run_root/evidence/\"\nobserver=\"$release_dir/historical-reproduction-r3/observe_historical_runtime.py\"\n\"$release_real_python\" \"$observer\" sample --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/physical-vram-samples.jsonl\" > \"$run_root/evidence/physical-vram-observer.log\" 2>&1 &\nmemory_observer=$!\n\"$release_real_python\" \"$observer\" wait --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/http-ready.json\"\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-ready.json\"\nbench=\"$release_dir/historical-reproduction-r3/benchmark\"\nexport VNEXT_CAPTURE_PYTHON=$(command -v python3)\nexport VNEXT_CAPTURE_CLIENT=\"$bench/run_chat_capture.py\"\ntest -x \"$bench/capture-bin/python3\"\nexport PATH=\"$bench/capture-bin:$PATH\"\ntest \"$(command -v python3)\" = \"$bench/capture-bin/python3\"\nexport RUN_DIR=\"$run_root/evidence/ladder\"\nset +e\ntimeout --signal=TERM --kill-after=30s 10800s \"$bench/run_vnext_profile_benchmark.sh\" \"$run_root/launch\" > \"$run_root/evidence/ladder.log\" 2>&1\nladder_status=$?\nset -e\nprintf \"%s\\n\" \"$ladder_status\" > \"$run_root/evidence/ladder-status.txt\"\n# A strict failure is retained. Only then capture the originally unexecuted fixed tiers as diagnostics.\nif [[ \"$ladder_status\" == 2 && -f \"$RUN_DIR/c1_128_strict_proxy/summary.json\" ]]; then\n  source \"$run_root/launch/benchmark_env.sh\"\n  \"$VNEXT_CAPTURE_PYTHON\" \"$bench/begin_think_proxy.py\" --listen-host 127.0.0.1 --listen-port \"$PROXY_PORT\" --backend \"http://127.0.0.1:$PORT\" --quiet > \"$run_root/evidence/fixed-tail-proxy.log\" 2>&1 &\n  tail_proxy=$!\n  for tokens in 2000 10000; do\n    python3 \"$VNEXT_CAPTURE_CLIENT\" --endpoint \"http://127.0.0.1:$PROXY_PORT/v1\" --metrics-url \"http://127.0.0.1:$PORT/metrics\" --model \"$MODEL\" --out-dir \"$RUN_DIR/c1_${tokens}_proxy\" --max-tokens \"$tokens\" --prompt-repeat 32 --ready-timeout 60 --request-timeout 7200 > \"$run_root/evidence/fixed-tail-${tokens}.log\" 2>&1 || { kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; exit 1; }\n  done\n  kill \"$tail_proxy\"; wait \"$tail_proxy\" || true; tail_proxy=\nelif [[ \"$ladder_status\" != 0 ]]; then exit \"$ladder_status\"; fi\nset +e\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_strict.py\" \"$RUN_DIR/c1_128_strict_proxy\" > \"$run_root/evidence/strict-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/strict-audit-exit.txt\"\n\"$VNEXT_CAPTURE_PYTHON\" \"$bench/audit_fixed_tokens.py\" \"$RUN_DIR\" --official-ladder > \"$run_root/evidence/fixed-audit.json\" 2>&1\nprintf \"%s\\n\" \"$?\" > \"$run_root/evidence/fixed-audit-exit.txt\"\nset -e\n\"$release_real_python\" \"$observer\" snapshot --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-after-ladder.json\"\n\"$release_real_python\" \"$observer\" cache --cid \"$test_cid\" --root \"$run_root\" --output \"$run_root/evidence/runtime-caches.tar.gz\"\n# Read strict/fixed audit verdicts; runner completion does not imply a strict pass.\n",
      "recorded_lab_reproduction_script": "commands/row-45-hf-moe35b-tp8.sh",
      "recorded_lab_reproduction_script_sha256": "ea9745d533bcb7f5d990bf268ce42a834a6dec1ffae65e81145bf5d323452c2f",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen36-moe /usr/share/ollama/localaiservers-repro-models/qwen36-moe",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-45decd88eb7c",
      "registry_image": "joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_manifest_digest": "sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:8c380e9ca48943d8617de5a2e2eaf32a26dcc2c341e4b4f4f8c45294a72b8f1e",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "historical-row-45",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "portable_historical_port_note": "The launcher reads server and proxy ports from each hash-checked original benchmark environment. Row 29 retains 8078/19078; the other historical recipes retain 8001/19080. This repairs a missing plan field without changing the original ports, runtime, model or sampling.",
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": false,
        "historical_sample_valid": true,
        "fresh_2K_status": "valid historical-model sample",
        "summaries": {
          "strict": {
            "completion_tokens": 3506,
            "content_chars": 6574,
            "content_has_think_close": false,
            "elapsed_seconds": 31.27900091558695,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-10T10:53:44Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.011204360984265804,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 6574,
            "qwen_answer_text_sha256": "4cc902e2dbd5bf26afa3078ea66d42bfcc2b84060bb1c08945302077e2c2901e",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 6574,
            "qwen_visible_text_sha256": "4cc902e2dbd5bf26afa3078ea66d42bfcc2b84060bb1c08945302077e2c2901e",
            "raw_has_think_close": false,
            "reasoning_chars": 11741,
            "text_chars": 18316,
            "text_sha256": "74a69c47113596ca51a504d2471f356d634a7eba1608ff1fc76943610f355128",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 30.453829997219145,
            "vllm_decode_tps": 115.12509265074857,
            "vllm_generation_tokens_delta": 3506.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.815642450004816,
            "vllm_prefill_tps": 528.4178134640431,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 112.08797907138046
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 18.055767958052456,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T10:54:03Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008598048239946365,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 10281,
            "text_chars": 10281,
            "text_sha256": "1952df1c990e0bd3a5ce8f3b98d46928f2d5a3c9c4516df616d4e9743568620b",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 17.23110121395439,
            "vllm_decode_tps": 116.06919228008047,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8160559171810746,
            "vllm_prefill_tps": 528.1500825198543,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 110.76792771409349
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 48989,
            "content_has_think_close": false,
            "elapsed_seconds": 92.42294359579682,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-10T10:55:35Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008693818934261799,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.6-35B-A3B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 48989,
            "qwen_answer_text_sha256": "e8d83b5df9c7028076f75b0d2e0919b919b8ba383facde99c261cc4b7ebb1d39",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 48989,
            "qwen_visible_text_sha256": "e8d83b5df9c7028076f75b0d2e0919b919b8ba383facde99c261cc4b7ebb1d39",
            "raw_has_think_close": false,
            "reasoning_chars": 11741,
            "text_chars": 60731,
            "text_sha256": "73352886b27a6286ec20b2c30a86c9440ba82d3da48a921453598027c9484fad",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 91.60833835601807,
            "vllm_decode_tps": 109.16036879892894,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 0.8050807006657124,
            "vllm_prefill_tps": 535.3500582533042,
            "vllm_prompt_tokens_delta": 431.0,
            "wall_completion_tps": 108.19824181032443
          }
        },
        "evidence": "dockerhub-e2e/historical-row-45.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "New Qwen3.8 TP8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "8-bit RTN",
      "TP": 8,
      "MTP": 0,
      "strict": "PASS",
      "fixed_2K_TPS": 59.39478915627555,
      "fixed_10K_TPS": 56.66006826564521,
      "image": "sha256:89bf56371852ba69e2dc3375fb1f667fe11f2a34a04537beb6ab75da4173c5c7",
      "status": "Completed full-model TP8 export retest; strict PASS. One sample; fixed-2K is an eligible speed observation.",
      "export_retest_status": "Retest completed",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-89bf56371852",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w8-tp8-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-r2/portable/launch.py --config mi50-w8-tp8-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-w8-tp8-mtp0",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-w8-tp8-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T16:44:04.393426541Z",
          "FinishedAt": "2026-10-26T17:08:54.166149865Z"
        },
        "devices_after": [
          {
            "card": 0,
            "render": 128,
            "pci": "0000:06:00.0",
            "actual_card": "card1",
            "busy_percent": 0,
            "vram_bytes": 17765081088,
            "dpm": "auto"
          },
          {
            "card": 1,
            "render": 129,
            "pci": "0000:09:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 20133625856,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:45:00.0",
            "actual_card": "card3",
            "busy_percent": 0,
            "vram_bytes": 20133601280,
            "dpm": "auto"
          },
          {
            "card": 3,
            "render": 131,
            "pci": "0000:48:00.0",
            "actual_card": "card4",
            "busy_percent": 0,
            "vram_bytes": 20133044224,
            "dpm": "auto"
          },
          {
            "card": 4,
            "render": 132,
            "pci": "0000:89:00.0",
            "actual_card": "card5",
            "busy_percent": 0,
            "vram_bytes": 20133081088,
            "dpm": "auto"
          },
          {
            "card": 5,
            "render": 133,
            "pci": "0000:8c:00.0",
            "actual_card": "card6",
            "busy_percent": 0,
            "vram_bytes": 20132954112,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:c5:00.0",
            "actual_card": "card7",
            "busy_percent": 0,
            "vram_bytes": 20133105664,
            "dpm": "auto"
          },
          {
            "card": 7,
            "render": 135,
            "pci": "0000:c8:00.0",
            "actual_card": "card8",
            "busy_percent": 0,
            "vram_bytes": 20081528832,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T17:08:54.294353+00:00"
      },
      "retest_strict": "PASS",
      "retest_official_2K_eligible": true,
      "retest_2K_TPS": 59.39478915627555,
      "retest_10K_TPS": 56.66006826564521,
      "retest_strict_tokens": 17039,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 17039,
          "elapsed_seconds": 329.1763630043715,
          "qwen_gate_valid": true,
          "vllm_decode_seconds_delta": 313.5765574136749,
          "vllm_decode_tps": 54.337607825453276,
          "vllm_generation_tokens_delta": 17039.0,
          "vllm_prefill_seconds_delta": 15.588659266009927,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 49.36692126002163,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 33.67298762081191,
          "vllm_decode_tps": 59.39478915627555,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 15.685871358029544,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 192.3944482197985,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 176.49113928200677,
          "vllm_decode_tps": 56.66006826564521,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 15.894322982057929,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 15.685871358029544,
      "retest_2K_total_seconds": 49.36692126002163,
      "retest_10K_prefill_seconds": 15.894322982057929,
      "retest_10K_total_seconds": 192.3944482197985,
      "retest_strict_prefill_seconds": 15.588659266009927,
      "retest_strict_total_seconds": 329.1763630043715,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": {
        "admitted": true,
        "TP": 8,
        "bits": 8,
        "ranks": [
          {
            "rank": 0,
            "pid": 196,
            "target_modules": 256,
            "packed_bytes": 3180554240,
            "after_load_allocated_bytes": 4033080832,
            "after_cache_allocated_bytes": 28203569152,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "pid": 197,
            "target_modules": 256,
            "packed_bytes": 3180554240,
            "after_load_allocated_bytes": 4033080832,
            "after_cache_allocated_bytes": 28203569152,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 2,
            "pid": 198,
            "target_modules": 256,
            "packed_bytes": 3180554240,
            "after_load_allocated_bytes": 4033080832,
            "after_cache_allocated_bytes": 28203569152,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 3,
            "pid": 199,
            "target_modules": 256,
            "packed_bytes": 3180554240,
            "after_load_allocated_bytes": 4033080832,
            "after_cache_allocated_bytes": 28203569152,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 4,
            "pid": 200,
            "target_modules": 256,
            "packed_bytes": 3180554240,
            "after_load_allocated_bytes": 4033080832,
            "after_cache_allocated_bytes": 28203569152,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 5,
            "pid": 201,
            "target_modules": 256,
            "packed_bytes": 3180554240,
            "after_load_allocated_bytes": 4033080832,
            "after_cache_allocated_bytes": 28203569152,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 6,
            "pid": 202,
            "target_modules": 256,
            "packed_bytes": 3180554240,
            "after_load_allocated_bytes": 4033080832,
            "after_cache_allocated_bytes": 28203569152,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 7,
            "pid": 203,
            "target_modules": 256,
            "packed_bytes": 3180554240,
            "after_load_allocated_bytes": 4033080832,
            "after_cache_allocated_bytes": 28203569152,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3688,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1510604800,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3688,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28323840,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3688,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1450180608,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          }
        ],
        "receipt_sha256": {
          "kv-rank-0-pid-196.json": "80095d32b47e570dbca62fcd1e1e37919edb02c9a132c8d06bff5895295b48b9",
          "kv-rank-1-pid-197.json": "1ca4a5dc0ded65806779cdb113c883367bd1dec5b8ff03ce0c36a7bf3aff046d",
          "kv-rank-2-pid-198.json": "c09aaa00831873d65f899bd929f0f016eba702a9c1213ea7b9b5b7b909f94ecd",
          "kv-rank-3-pid-199.json": "d2e51ed110d2af9f83232a88cc0066502c8335e63e318fdfde115414760483ff",
          "kv-rank-4-pid-200.json": "3e1dee4e12d23abc41c5e48bc1c009aaf76f2cfbc1302fb304fc2a9d9e873abf",
          "kv-rank-5-pid-201.json": "daa25b669b59717ccc197d9adbdec9314966aabdf78c05c77f794a1653d185a4",
          "kv-rank-6-pid-202.json": "ae4473f21ddab8a4d880bc32480da416836aadcd1f73b95715f5783f7182c15e",
          "kv-rank-7-pid-203.json": "37de98a0dae6165d266ca172cb2b0b392f5cadce96898d9198e08f9316c1d849",
          "rank-0-pid-196.json": "1488e9ccf70b2d2b07c145b24be9c73dceca984c80c23b45b4d830ab8064b818",
          "rank-1-pid-197.json": "41f27ef4380436ac4b4a6e1ad11d8aa168266753c62f85e8ab55de691aef1bd4",
          "rank-2-pid-198.json": "1154a8281678220364a51fb065c095a777d112fa180e09c0445c3a63a5281a13",
          "rank-3-pid-199.json": "fbf309360a1731640e35e6c66d6f04ca470731b660326d7d1bd953defd2ddf8d",
          "rank-4-pid-200.json": "8daa6c35158481d45d10ade572dd6a6473ca5911741837bdc67815db93b72ec6",
          "rank-5-pid-201.json": "d403353329dcfbd336a6c0ce08948b1161291fd1dc31258988a5f6df9e280861",
          "rank-6-pid-202.json": "958744144aed598ca5e627dd233398d6b47692458ee84f0070a53a6d1c032f5f",
          "rank-7-pid-203.json": "3fb269ff9ab066f4fbe9a9ff96639e36341d8d3f7b6c0d9e0958a8f112961c73"
        },
        "scope": "Actual loaded packing/padding and FP16 KV metadata. Strict scorer remains correctness; no full-context inference or per-token execution trace."
      },
      "retest_audit_exit_codes": "{\"strict\": 0, \"fixed\": 0}",
      "strict_tokens": 17039,
      "strict_TPS": 54.337607825453276,
      "official_current_2K_eligible": true,
      "source_revision": "research-tp8-shapes-20261026",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "source": "retest-evidence/mi50-w8-tp8-mtp0/result.json",
      "fixed_2K_prefill_seconds": 15.685871358029544,
      "fixed_2K_total_seconds": 49.36692126002163,
      "fixed_10K_prefill_seconds": 15.894322982057929,
      "fixed_10K_total_seconds": 192.3944482197985,
      "strict_prefill_seconds": 15.588659266009927,
      "strict_total_seconds": 329.1763630043715,
      "packed_weight_bytes_per_rank": 3180554240,
      "packed_weight_bytes_total": 25444433920,
      "comparison_limit": "One first full-model sample; TP8-specific padding/dispatch compatibility and fresh root-SSD caches. No isolated TP attribution or repeatability. Failed strict makes fixed speeds diagnostic.",
      "source_revision_type": "Preparation label, not a Git commit; exact source hashes are in the linked compatibility receipt.",
      "TP8_compatibility_evidence": {
        "source": "tp8-quant/source-change.json",
        "build": "tp8-quant/build-result.json",
        "GPU_engineering": "tp8-quant/probe-r1-result.json"
      },
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 30757179392,
        "1": 30703603712,
        "2": 30703562752,
        "3": 30703595520,
        "4": 30703566848,
        "5": 30703587328,
        "6": 30703579136,
        "7": 30653231104
      },
      "retest_memory_observation_count": 24,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/mi50-w8-tp8-mtp0/runtime-observations.jsonl",
      "sampled_peak_VRAM_bytes_by_PCI": {
        "0000:06:00.0": 30757179392,
        "0000:09:00.0": 30703603712,
        "0000:45:00.0": 30703562752,
        "0000:48:00.0": 30703595520,
        "0000:89:00.0": 30703566848,
        "0000:8c:00.0": 30703587328,
        "0000:c5:00.0": 30703579136,
        "0000:c8:00.0": 30653231104
      },
      "retest_logged_model_load_delta_GiB": 6.95,
      "retest_logged_model_load_seconds": 17.205276,
      "retest_logged_available_KV_GiB": 22.52,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 22.52,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 368800,
      "retest_logged_context_capacity_x": 11.14,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-w8-tp8-mtp0",
        "image": "sha256:89bf56371852ba69e2dc3375fb1f667fe11f2a34a04537beb6ab75da4173c5c7",
        "container": "c61c4fe370d271c8db3d197080e59e6d5b1f4dacc57b36c94291766d55ea0e1f",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 6.95,
        "retest_logged_model_load_seconds": 17.205276,
        "retest_logged_available_KV_GiB": 22.52,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 22.52,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 368800,
        "retest_logged_context_capacity_x": 11.14,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-w8-tp8-mtp0/service-final.log",
        "source_log_sha256": "dcee58767022051e10ffee4de33d2fdcc25ce21dcdc0a9f7092717ef867728eb",
        "sealed_index_sha256": "21dc9b4b2d45cc245fe333cd4281f9c38eca3601458bec384de9e343d1c62f9a",
        "source_lines": {
          "model_load": {
            "line": 196,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 16:45:52 [gpu_model_runner.py:4584] Model loading took 6.95 GiB memory and 17.205276 seconds"
          },
          "automatic_KV_budget": {
            "line": 236,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 16:46:57 [gpu_worker.py:453] Available KV cache memory: 22.52 GiB"
          },
          "grouped_KV_tokens": {
            "line": 243,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 16:46:57 [kv_cache_utils.py:1314] GPU KV cache size: 368,800 tokens"
          },
          "context_capacity": {
            "line": 244,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 16:46:57 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.14x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-w8-tp8-mtp0/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 28.644855499267578,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w8-tp8-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-r2/portable/launch.py --config mi50-w8-tp8-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-w8-tp8-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-15 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD128:/dev/dri/renderD128:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_TP=8 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e MI50_RTN_BITS=8 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp8-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp8-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp8-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp8-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp8-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:89bf56371852ba69e2dc3375fb1f667fe11f2a34a04537beb6ab75da4173c5c7",
      "serving_script": "portable/serve/mi50-w8-tp8-mtp0.sh",
      "serving_script_sha256": "1c0df4ebeb6d556e95df765cde76adef639c3e1eaeea041ecb35948ba16e0433",
      "recorded_docker_run_script": "serve/recorded/mi50-w8-tp8-mtp0.sh",
      "recorded_docker_run_sha256": "6cdebbbca0677a2a6e9c72818c10500cabe5b2e5a30329175bfda7d648b1461a",
      "serving_endpoint": "http://10.0.0.30:8001",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-mi50-w8-tp8-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-w8-tp8-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 2.9621219635009766,
      "sampled_peak_VRAM_GiB": 28.644855499267578,
      "weight_tensor_GiB_per_rank": 2.9621219635009766,
      "weight_tensor_scope": "packed target projections",
      "record_label": "New Qwen3.8 TP8",
      "reproduction_script": "portable/benchmark/mi50-w8-tp8-mtp0.sh",
      "reproduction_script_sha256": "cde68a628e5c19ed56bf41c65ff2075d1e8a9dbaa752b3560abd6db38459e694",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.30.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:89bf56371852ba69e2dc3375fb1f667fe11f2a34a04537beb6ab75da4173c5c7 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-w8-tp8-mtp0\nmodel_root=/usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60\nprofile_id=mi50-w8-tp8-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-w8-tp8-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-15 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD128:/dev/dri/renderD128:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_TP=8 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e MI50_RTN_BITS=8 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp8-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp8-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp8-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp8-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w8-tp8-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:89bf56371852ba69e2dc3375fb1f667fe11f2a34a04537beb6ab75da4173c5c7\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-w8-tp8-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-w8-tp8-mtp0.sh",
      "recorded_lab_serving_script_sha256": "de28c1192c21b62cb48404a4e396812841270b81a24d781eb90122d00089defb",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.30.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:89bf56371852ba69e2dc3375fb1f667fe11f2a34a04537beb6ab75da4173c5c7 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-w8-tp8-mtp0 --model /usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60 --output /home/ai/qwen38-release-retests-20261026/mi50-w8-tp8-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-46-mi50-w8-tp8-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "268a3cf7c17604b556db123f03a2d8218fbb7158e8d54717f6497e3463da76fc",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-89bf56371852",
      "registry_image": "joe2gaan/localaiservers@sha256:2ab2203bcd66050fcae7dbf0b0c8ddbb0958e08da57ce2a0c9d7adc6511e9052",
      "registry_manifest_digest": "sha256:2ab2203bcd66050fcae7dbf0b0c8ddbb0958e08da57ce2a0c9d7adc6511e9052",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:2ab2203bcd66050fcae7dbf0b0c8ddbb0958e08da57ce2a0c9d7adc6511e9052",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "mi50-w8-tp8-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "recorded_status_before_correction": "TP8 GPU engineering passed; full model test pending",
      "status_correction_source": {
        "configuration": "mi50-w8-tp8-mtp0",
        "old_status": "TP8 GPU engineering passed; full model test pending",
        "corrected_status": "Completed full-model TP8 export retest; strict PASS. One sample; fixed-2K is an eligible speed observation.",
        "source": "retest-evidence/mi50-w8-tp8-mtp0/result.json",
        "source_sha256": "34c38141aa833fa64275972836eef727450346fc5a4892354281244b40e4dddf",
        "numerical_fields_change": false
      },
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 11995,
            "content_chars": 19449,
            "content_has_think_close": false,
            "elapsed_seconds": 231.85842335037887,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T22:31:49Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.012737645767629147,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 19449,
            "qwen_answer_text_sha256": "dbbbe18db3bceb6753e547e32d4d94d1551fdf9990d6039eec034a61a9913764",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 19449,
            "qwen_visible_text_sha256": "dbbbe18db3bceb6753e547e32d4d94d1551fdf9990d6039eec034a61a9913764",
            "raw_has_think_close": false,
            "reasoning_chars": 37407,
            "text_chars": 56857,
            "text_sha256": "39538347312b140fcaf3edd5d34f8fff007518c4ba34cdfe7ceb6d41df4b81fb",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 216.69863117672503,
            "vllm_decode_tps": 55.35337226111813,
            "vllm_generation_tokens_delta": 11995.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.147749536670744,
            "vllm_prefill_tps": 31.22576055637361,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 51.73415667488364
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 48.91990517452359,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T22:32:38Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.008235195651650429,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 9537,
            "text_chars": 9537,
            "text_sha256": "06336e353aafc8293a9164528c60db07e93500459fdef68e30cfa9d2a6a86cae",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 34.05907580256462,
            "vllm_decode_tps": 58.72149942041004,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.851454346440732,
            "vllm_prefill_tps": 31.848732721139744,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 40.88315365422164
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 9817,
            "content_has_think_close": false,
            "elapsed_seconds": 193.18140136823058,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T22:35:52Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.008163412101566792,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 9817,
            "qwen_answer_text_sha256": "0c8abe5c6cf14820798890db3fbdc8867f8704107e61298d5fe5f1455d634785",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length"
            ],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 9817,
            "qwen_visible_text_sha256": "0c8abe5c6cf14820798890db3fbdc8867f8704107e61298d5fe5f1455d634785",
            "raw_has_think_close": false,
            "reasoning_chars": 37407,
            "text_chars": 47225,
            "text_sha256": "1f9bb7602a5e39f2106774666188a115847e2d11885444f49d21544ae12b5e62",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 178.5761641394347,
            "vllm_decode_tps": 55.99851496525518,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 14.595634530298412,
            "vllm_prefill_tps": 32.406950106767944,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 51.764817571328265
          }
        },
        "evidence": "dockerhub-e2e/mi50-w8-tp8-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "New Qwen3.8 TP8",
      "gpu": "MI50",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "4-bit RTN",
      "TP": 8,
      "MTP": 0,
      "strict": "FAIL",
      "fixed_2K_TPS": 66.43828553575366,
      "fixed_10K_TPS": 62.950553642009105,
      "image": "sha256:89bf56371852ba69e2dc3375fb1f667fe11f2a34a04537beb6ab75da4173c5c7",
      "status": "Completed full-model TP8 export retest; strict FAIL. One sample; fixed-token speeds are diagnostic and ineligible because strict failed.",
      "export_retest_status": "Retest completed; strict failed; fixed speeds diagnostic only",
      "image_download": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-89bf56371852",
      "reproduction_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w4-tp8-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Starts a fresh cohort, runs the original ladder, and stops only that new cohort.\npython3 launch-tools-r2/portable/launch.py --config mi50-w4-tp8-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --benchmark\n",
      "export_sha256": "62f43b0328e4223420bf454ec769790c1d13c11c1c764071243d46f6e90b2715",
      "reproduction_profile": "mi50-w4-tp8-mtp0",
      "image_export_bytes": 16331622170,
      "required_model_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\npython3 launch-tools-r2/model-acquisition/acquire_model.py qwen38-dense \"$MODEL_DIR\"\n",
      "profile_file": "reproduce/profiles/mi50-w4-tp8-mtp0/profile.json",
      "retest_full_ladder_completed": true,
      "retest_closure": {
        "stop_command_exit": 0,
        "container_state": {
          "Status": "exited",
          "Running": false,
          "Paused": false,
          "Restarting": false,
          "OOMKilled": false,
          "Dead": false,
          "Pid": 0,
          "ExitCode": 0,
          "Error": "",
          "StartedAt": "2026-10-26T16:21:11.087699539Z",
          "FinishedAt": "2026-10-26T16:43:25.499908697Z"
        },
        "devices_after": [
          {
            "card": 0,
            "render": 128,
            "pci": "0000:06:00.0",
            "actual_card": "card1",
            "busy_percent": 0,
            "vram_bytes": 15957090304,
            "dpm": "auto"
          },
          {
            "card": 1,
            "render": 129,
            "pci": "0000:09:00.0",
            "actual_card": "card2",
            "busy_percent": 0,
            "vram_bytes": 17210978304,
            "dpm": "auto"
          },
          {
            "card": 2,
            "render": 130,
            "pci": "0000:45:00.0",
            "actual_card": "card3",
            "busy_percent": 0,
            "vram_bytes": 17213030400,
            "dpm": "auto"
          },
          {
            "card": 3,
            "render": 131,
            "pci": "0000:48:00.0",
            "actual_card": "card4",
            "busy_percent": 0,
            "vram_bytes": 17212928000,
            "dpm": "auto"
          },
          {
            "card": 4,
            "render": 132,
            "pci": "0000:89:00.0",
            "actual_card": "card5",
            "busy_percent": 0,
            "vram_bytes": 18720759808,
            "dpm": "auto"
          },
          {
            "card": 5,
            "render": 133,
            "pci": "0000:8c:00.0",
            "actual_card": "card6",
            "busy_percent": 0,
            "vram_bytes": 18721447936,
            "dpm": "auto"
          },
          {
            "card": 6,
            "render": 134,
            "pci": "0000:c5:00.0",
            "actual_card": "card7",
            "busy_percent": 0,
            "vram_bytes": 17212538880,
            "dpm": "auto"
          },
          {
            "card": 7,
            "render": 135,
            "pci": "0000:c8:00.0",
            "actual_card": "card8",
            "busy_percent": 0,
            "vram_bytes": 17162596352,
            "dpm": "auto"
          }
        ],
        "finished": "2026-10-26T16:43:25.625278+00:00"
      },
      "retest_strict": "FAIL",
      "retest_official_2K_eligible": false,
      "retest_2K_TPS": 66.43828553575366,
      "retest_10K_TPS": 62.950553642009105,
      "retest_strict_tokens": 14034,
      "retest_tier_metrics": {
        "strict": {
          "completion_tokens": 14034,
          "elapsed_seconds": 243.24463842017576,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 228.86323131993413,
          "vllm_decode_tps": 61.32046602270283,
          "vllm_generation_tokens_delta": 14034.0,
          "vllm_prefill_seconds_delta": 14.372599754948169,
          "vllm_prompt_tokens_delta": 473.0
        },
        "2K": {
          "completion_tokens": 2000,
          "elapsed_seconds": 45.21246994892135,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 30.103124785237014,
          "vllm_decode_tps": 66.43828553575366,
          "vllm_generation_tokens_delta": 2000.0,
          "vllm_prefill_seconds_delta": 15.10064309882,
          "vllm_prompt_tokens_delta": 473.0
        },
        "10K": {
          "completion_tokens": 10000,
          "elapsed_seconds": 173.97005397314206,
          "qwen_gate_valid": false,
          "vllm_decode_seconds_delta": 158.8548379871063,
          "vllm_decode_tps": 62.950553642009105,
          "vllm_generation_tokens_delta": 10000.0,
          "vllm_prefill_seconds_delta": 15.105305118951946,
          "vllm_prompt_tokens_delta": 473.0
        }
      },
      "retest_2K_prefill_seconds": 15.10064309882,
      "retest_2K_total_seconds": 45.21246994892135,
      "retest_10K_prefill_seconds": 15.105305118951946,
      "retest_10K_total_seconds": 173.97005397314206,
      "retest_strict_prefill_seconds": 14.372599754948169,
      "retest_strict_total_seconds": 243.24463842017576,
      "retest_MTP_accounting_by_tier": {},
      "retest_loaded_admission": {
        "admitted": true,
        "TP": 8,
        "bits": 4,
        "ranks": [
          {
            "rank": 0,
            "pid": 196,
            "target_modules": 256,
            "packed_bytes": 1592765440,
            "after_load_allocated_bytes": 2389380608,
            "after_cache_allocated_bytes": 26650046464,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:0",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:0",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:0",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 1,
            "pid": 197,
            "target_modules": 256,
            "packed_bytes": 1592765440,
            "after_load_allocated_bytes": 2389380608,
            "after_cache_allocated_bytes": 26650046464,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:1",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:1",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:1",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 2,
            "pid": 198,
            "target_modules": 256,
            "packed_bytes": 1592765440,
            "after_load_allocated_bytes": 2389380608,
            "after_cache_allocated_bytes": 26650046464,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:2",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:2",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:2",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 3,
            "pid": 199,
            "target_modules": 256,
            "packed_bytes": 1592765440,
            "after_load_allocated_bytes": 2389380608,
            "after_cache_allocated_bytes": 26650046464,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:3",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:3",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:3",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 4,
            "pid": 200,
            "target_modules": 256,
            "packed_bytes": 1592765440,
            "after_load_allocated_bytes": 2389380608,
            "after_cache_allocated_bytes": 26650046464,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:4",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:4",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:4",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 5,
            "pid": 201,
            "target_modules": 256,
            "packed_bytes": 1592765440,
            "after_load_allocated_bytes": 2389380608,
            "after_cache_allocated_bytes": 26650046464,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:5",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:5",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:5",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 6,
            "pid": 202,
            "target_modules": 256,
            "packed_bytes": 1592765440,
            "after_load_allocated_bytes": 2389380608,
            "after_cache_allocated_bytes": 26650046464,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:6",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:6",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:6",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          },
          {
            "rank": 7,
            "pid": 203,
            "target_modules": 256,
            "packed_bytes": 1592765440,
            "after_load_allocated_bytes": 2389380608,
            "after_cache_allocated_bytes": 26650046464,
            "attention_KV": [
              {
                "name": "language_model.model.layers.3.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.7.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.11.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.15.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.19.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.23.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.27.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.31.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.35.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.39.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.43.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.47.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.51.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.55.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.59.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              },
              {
                "name": "language_model.model.layers.63.self_attn.attn",
                "valid": true,
                "tensors": [
                  {
                    "shape": [
                      3691,
                      2,
                      400,
                      1,
                      256
                    ],
                    "dtype": "torch.float16",
                    "device": "cuda:7",
                    "bytes": 1511833600,
                    "stride": [
                      204800,
                      102400,
                      256,
                      256,
                      1
                    ],
                    "storage_offset": 0
                  }
                ]
              }
            ],
            "GDN_caches": [
              {
                "name": "language_model.model.layers.0.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.1.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.2.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.4.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.5.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.6.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.8.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.9.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.10.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.12.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.13.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.14.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.16.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.17.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.18.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.20.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.21.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.22.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.24.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.25.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.26.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.28.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.29.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.30.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.32.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.33.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.34.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.36.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.37.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.38.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.40.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.41.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.42.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.44.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.45.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.46.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.48.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.49.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.50.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.52.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.53.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.54.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.56.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.57.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.58.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.60.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.61.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              },
              {
                "name": "language_model.model.layers.62.linear_attn",
                "valid": true,
                "expected_state_shapes": [
                  [
                    3,
                    1280
                  ],
                  [
                    6,
                    128,
                    128
                  ]
                ],
                "expected_state_dtypes": [
                  "torch.float16",
                  "torch.float32"
                ],
                "engines": [
                  {
                    "virtual_engine": 0,
                    "valid": true,
                    "conv": {
                      "shape": [
                        3691,
                        3,
                        1280
                      ],
                      "dtype": "torch.float16",
                      "device": "cuda:7",
                      "bytes": 28346880,
                      "stride": [
                        204800,
                        1280,
                        1
                      ],
                      "storage_offset": 0
                    },
                    "ssm": {
                      "shape": [
                        3691,
                        6,
                        128,
                        128
                      ],
                      "dtype": "torch.float32",
                      "device": "cuda:7",
                      "bytes": 1451360256,
                      "stride": [
                        102400,
                        16384,
                        128,
                        1
                      ],
                      "storage_offset": 1920
                    }
                  }
                ]
              }
            ]
          }
        ],
        "receipt_sha256": {
          "kv-rank-0-pid-196.json": "bb17a977d1db32b5e4913634ca6366c7a3d44c2eb58a0dda99bfaef7fb487d74",
          "kv-rank-1-pid-197.json": "9cfa8520c07a944192d0141d63d02c0e6019e416f66e46004139e803cee5bc4d",
          "kv-rank-2-pid-198.json": "4611553df1a666382d2417598e9f1024130494a6fccece8eba624e65de0e6b4c",
          "kv-rank-3-pid-199.json": "bdab02ff51468c40b7e0b2ff7687709a00eb646c02d2049187493f9cd19daf96",
          "kv-rank-4-pid-200.json": "7dacd84ed4a770c2a83833900b7f8c7a6438de94790125434db3de87e7b97205",
          "kv-rank-5-pid-201.json": "dad2b2bd6a9ddbfd53f9e6733e0936ebee57b9073a69970af9d796aac6b7ea77",
          "kv-rank-6-pid-202.json": "55138d9ffccf8df660fbcf1edb9a530711d739d468045f0d61eeaa70ec8b307c",
          "kv-rank-7-pid-203.json": "02c83d1a3b6b8d6d2dcded2d58f27b3b463222201fdd6bca483297ec98c9c314",
          "rank-0-pid-196.json": "5a936fc4826530dfcbb41e64f89f75a9696171d0d1a70a45b79d585f19716093",
          "rank-1-pid-197.json": "603e605b45075e746ba02a930c4f24afe5005368a48c6eeeac0549998be48315",
          "rank-2-pid-198.json": "9ef11423cfb4b4b276016f1dde0eb786c50a7ac13f0816418b8a15ef42f3d560",
          "rank-3-pid-199.json": "7407f9881584ebc7c1daf852f755b7f8f43cb1bd46d4d666f894c60707b9ddec",
          "rank-4-pid-200.json": "f73bbc39f43ac84a2b69424f990ef516bbe055c7f5b92ae1b84b8d51137918d6",
          "rank-5-pid-201.json": "a051634835b62a8a815b190af73c016c7a615e9da5a17b8df6c77a1e88837769",
          "rank-6-pid-202.json": "734c571b599f9cb31fe387ace167a3339e435a2b949ea17d3238874f2c875920",
          "rank-7-pid-203.json": "f1b9f6d49e78fda2eafb75748615545b9d7343a104cc07508260e61903fbfe38"
        },
        "scope": "Actual loaded packing/padding and FP16 KV metadata. Strict scorer remains correctness; no full-context inference or per-token execution trace."
      },
      "retest_audit_exit_codes": "{\"strict\": 1, \"fixed\": 1}",
      "retest_diagnostic_counter_audit": "retest-evidence/mi50-w4-tp8-mtp0/local-diagnostic-fixed-audit.json",
      "strict_tokens": 14034,
      "strict_TPS": 61.32046602270283,
      "official_current_2K_eligible": false,
      "source_revision": "research-tp8-shapes-20261026",
      "model_revision": "1d4bf0f2ff6012fd82039f2fa52739d0dd7c60c0",
      "source": "retest-evidence/mi50-w4-tp8-mtp0/result.json",
      "fixed_2K_prefill_seconds": 15.10064309882,
      "fixed_2K_total_seconds": 45.21246994892135,
      "fixed_10K_prefill_seconds": 15.105305118951946,
      "fixed_10K_total_seconds": 173.97005397314206,
      "strict_prefill_seconds": 14.372599754948169,
      "strict_total_seconds": 243.24463842017576,
      "packed_weight_bytes_per_rank": 1592765440,
      "packed_weight_bytes_total": 12742123520,
      "comparison_limit": "One first full-model sample; TP8-specific padding/dispatch compatibility and fresh root-SSD caches. No isolated TP attribution or repeatability. Failed strict makes fixed speeds diagnostic.",
      "source_revision_type": "Preparation label, not a Git commit; exact source hashes are in the linked compatibility receipt.",
      "TP8_compatibility_evidence": {
        "source": "tp8-quant/source-change.json",
        "build": "tp8-quant/build-result.json",
        "GPU_engineering": "tp8-quant/probe-r1-result.json"
      },
      "retest_sampled_peak_VRAM_bytes_by_rank": {
        "0": 29295050752,
        "1": 29241323520,
        "2": 29241430016,
        "3": 29241384960,
        "4": 29241339904,
        "5": 29241348096,
        "6": 29241323520,
        "7": 29191086080
      },
      "retest_memory_observation_count": 17,
      "retest_memory_scope": "Sampled physical VRAM of exact imported-image cohort at approximately one-minute intervals; may miss peaks.",
      "retest_memory_observation_source": "retest-evidence/mi50-w4-tp8-mtp0/runtime-observations.jsonl",
      "sampled_peak_VRAM_bytes_by_PCI": {
        "0000:06:00.0": 29295050752,
        "0000:09:00.0": 29241323520,
        "0000:45:00.0": 29241430016,
        "0000:48:00.0": 29241384960,
        "0000:89:00.0": 29241339904,
        "0000:8c:00.0": 29241348096,
        "0000:c5:00.0": 29241323520,
        "0000:c8:00.0": 29191086080
      },
      "retest_logged_model_load_delta_GiB": 6.94,
      "retest_logged_model_load_seconds": 16.603594,
      "retest_logged_available_KV_GiB": 22.54,
      "retest_explicit_KV_budget_bytes": null,
      "retest_KV_budget_GiB": 22.54,
      "retest_KV_budget_scope": "Automatic available-memory report; rounded",
      "retest_logged_GPU_KV_tokens": 368800,
      "retest_logged_context_capacity_x": 11.15,
      "retest_logged_context_tokens": 131072,
      "retest_memory_log_report": {
        "profile": "mi50-w4-tp8-mtp0",
        "image": "sha256:89bf56371852ba69e2dc3375fb1f667fe11f2a34a04537beb6ab75da4173c5c7",
        "container": "5e1221480e5b4d81ce3a4f5f513c0a5aff435c64a9b4f7378fa2e683791bd435",
        "model_load_report_rank": 0,
        "retest_logged_model_load_delta_GiB": 6.94,
        "retest_logged_model_load_seconds": 16.603594,
        "retest_logged_available_KV_GiB": 22.54,
        "retest_explicit_KV_budget_bytes": null,
        "retest_KV_budget_GiB": 22.54,
        "retest_KV_budget_scope": "Automatic available-memory report; rounded",
        "retest_logged_GPU_KV_tokens": 368800,
        "retest_logged_context_capacity_x": 11.15,
        "retest_logged_context_tokens": 131072,
        "source_log": "retest-evidence/mi50-w4-tp8-mtp0/service-final.log",
        "source_log_sha256": "3d3066110fccc8799355e5183fb3c1bfc2e9bb090c058a66fc4a945252e9f2fe",
        "sealed_index_sha256": "65edaba46ff0169318729d56558f624b0a3c954f850ea69f7848b5e0aa401997",
        "source_lines": {
          "model_load": {
            "line": 196,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 16:22:57 [gpu_model_runner.py:4584] Model loading took 6.94 GiB memory and 16.603594 seconds"
          },
          "automatic_KV_budget": {
            "line": 237,
            "text": "(Worker pid=196) (Worker_TP0 pid=196) INFO 10-26 16:24:03 [gpu_worker.py:453] Available KV cache memory: 22.54 GiB"
          },
          "grouped_KV_tokens": {
            "line": 243,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 16:24:03 [kv_cache_utils.py:1314] GPU KV cache size: 368,800 tokens"
          },
          "context_capacity": {
            "line": 244,
            "text": "(EngineCore_DP0 pid=178) INFO 10-26 16:24:03 [kv_cache_utils.py:1319] Maximum concurrency for 131,072 tokens per request: 11.15x"
          }
        },
        "limits": "Model-load delta and automatic available-KV values are rounded engine reports, not measured physical VRAM or exact tensor-byte totals. Explicit budgets are configuration values confirmed in the loaded engine, not profiled availability. Grouped KV tokens and concurrency use the engine hybrid-cache accounting; they are not proof of a completed full-context request or an exact request ceiling."
      },
      "retest_memory_log_source": "retest-evidence/mi50-w4-tp8-mtp0/memory-log-report.json",
      "retest_sampled_peak_VRAM_GiB": 27.28314208984375,
      "serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run in the downloaded release directory on your Linux Docker host.\nsha256sum -c launch-tools-r2.tar.gz.sha256\nmkdir -p launch-tools-r2\ntar -xzf launch-tools-r2.tar.gz -C launch-tools-r2\n\n# Edit these host choices; numerical/runtime settings remain pinned.\nMODEL_DIR=/absolute/path/to/pinned-Qwen3.8-checkpoint\nRUN_DIR=/absolute/path/to/new-runs/mi50-w4-tp8-mtp0\nGPU_RENDER_NODES=renderD128,renderD129,renderD130,renderD131,renderD132,renderD133,renderD134,renderD135\n\n# Verifies model hashes, exact registry image, selected GPUs and peer access.\n# Writes the resolved full Docker argv to $RUN_DIR/docker-argv.json and docker-run.sh.\npython3 launch-tools-r2/portable/launch.py --config mi50-w4-tp8-mtp0 --model \"$MODEL_DIR\" --work-dir \"$RUN_DIR\" --renders \"$GPU_RENDER_NODES\" --serve\n",
      "serving_docker_run": "docker run -d \\\n  --name serve-mi50-w4-tp8-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-15 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD128:/dev/dri/renderD128:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_TP=8 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e MI50_RTN_BITS=4 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp8-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp8-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp8-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp8-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp8-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:89bf56371852ba69e2dc3375fb1f667fe11f2a34a04537beb6ab75da4173c5c7",
      "serving_script": "portable/serve/mi50-w4-tp8-mtp0.sh",
      "serving_script_sha256": "e8fb9494d2c6603d18c7d2487fc3080af3611d33d88e791870d8dcb8b049cfc0",
      "recorded_docker_run_script": "serve/recorded/mi50-w4-tp8-mtp0.sh",
      "recorded_docker_run_sha256": "fc59d96a9cec033ab850bebc33826995256b85ef73d2002b972664b17898c2e5",
      "serving_endpoint": "http://10.0.0.30:8001",
      "serving_scope": "Portable host setup; exact recorded image/runtime arguments retained. Only model/cache locations, selected GPU identities, CPU/NUMA affinity and new container name adapt. Original Docker argv remains linked. Same scores on another host are not promised.",
      "serving_container_name": "serve-mi50-w4-tp8-mtp0-20261028",
      "serving_root": "/home/ai/qwen38-serving-20261028/mi50-w4-tp8-mtp0",
      "model_acquisition_package": "model-acquisition-r1.tar.gz",
      "model_acquisition_instructions": "model-acquisition/README.md",
      "packed_GiB_per_rank": 1.4833784103393555,
      "sampled_peak_VRAM_GiB": 27.28314208984375,
      "weight_tensor_GiB_per_rank": 1.4833784103393555,
      "weight_tensor_scope": "packed target projections",
      "record_label": "New Qwen3.8 TP8",
      "reproduction_script": "portable/benchmark/mi50-w4-tp8-mtp0.sh",
      "reproduction_script_sha256": "943c80f67826f804b3517d5c0053b4b6617bb2c99b6455b510f73e48246fe7fd",
      "recorded_lab_serving_command": "#!/usr/bin/env bash\nset -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.30.\n# Leaves the service running. Does not run a benchmark or stop another container.\n# Fresh container name/cache/input/result paths; all model/runtime arguments are retained.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\nif ! docker image inspect sha256:89bf56371852ba69e2dc3375fb1f667fe11f2a34a04537beb6ab75da4173c5c7 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nservice_root=/home/ai/qwen38-serving-20261028/mi50-w4-tp8-mtp0\nmodel_root=/usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60\nprofile_id=mi50-w4-tp8-mtp0\ntest ! -e \"$service_root\" || { printf 'Fresh serving path already exists: %s\\n' \"$service_root\" >&2; exit 2; }\nmkdir -p /home/ai/qwen38-serving-20261028\nmkdir -m 700 \"$service_root\" \"$service_root/inputs\"\ntar -xzf reproduce-r10.tar.gz -C \"$service_root/inputs\"\npython3 - \"$service_root\" \"$model_root\" \"$profile_id\" <<'PY'\nimport importlib.util,json,shutil,socket,subprocess,sys\nfrom pathlib import Path\nroot,model,ident=Path(sys.argv[1]),Path(sys.argv[2]),sys.argv[3]\nbase=root/'inputs'\nspec=importlib.util.spec_from_file_location('pinned_reproduce',base/'reproduce.py')\nmodule=importlib.util.module_from_spec(spec);spec.loader.exec_module(module)\nprofile=json.loads((base/'profiles'/ident/'profile.json').read_text())\nassert shutil.disk_usage(root).free>=6*1024**3,'Need 6 GiB free for fresh caches/results'\nmodule.own_devices(profile,require_idle=True)  # Only this profile's assigned devices.\nwith socket.socket() as sock:\n    assert sock.connect_ex(('127.0.0.1',profile['port']))!=0,'Serving port is already in use'\nwith (root/'model-verification.txt').open('wb') as log:\n    subprocess.run(['sha256sum','-c',str(base/'model-files.sha256')],cwd=model,stdout=log,stderr=subprocess.STDOUT,check=True)\nimage=json.loads(subprocess.check_output(['docker','image','inspect',profile['image']]))[0]\nassert image['Id']==profile['image']\nfor mount in profile['mounts']:\n    if mount['kind']=='cache':(root/'cache'/mount['cache_name']).mkdir(parents=True,exist_ok=False)\n    elif mount['kind']=='overlay':\n        import hashlib,os\n        path=base/'profiles'/ident/mount['file']\n        assert hashlib.sha256(path.read_bytes()).hexdigest()==mount['sha256']\n        if path.suffix=='.sh':assert os.access(path,os.X_OK)\n(root/'profile.json').write_text(json.dumps(profile,indent=2)+'\\n')\nPY\n\n# Exact serving Docker argv, with only the path/name substitutions described above:\ndocker run -d \\\n  --name serve-mi50-w4-tp8-mtp0-20261028 \\\n  --network host \\\n  --ipc host \\\n  --cpuset-cpus 0-15 \\\n  --security-opt label=disable \\\n  --shm-size 67108864 \\\n  --device /dev/kfd:/dev/kfd:rwm \\\n  --device /dev/dri/renderD128:/dev/dri/renderD128:rwm \\\n  --device /dev/dri/renderD129:/dev/dri/renderD129:rwm \\\n  --device /dev/dri/renderD130:/dev/dri/renderD130:rwm \\\n  --device /dev/dri/renderD131:/dev/dri/renderD131:rwm \\\n  --device /dev/dri/renderD132:/dev/dri/renderD132:rwm \\\n  --device /dev/dri/renderD133:/dev/dri/renderD133:rwm \\\n  --device /dev/dri/renderD134:/dev/dri/renderD134:rwm \\\n  --device /dev/dri/renderD135:/dev/dri/renderD135:rwm \\\n  --user root \\\n  --workdir /tmp \\\n  -e VLLM_EXECUTE_MODEL_TIMEOUT_SECONDS=1800 \\\n  -e VLLM_GFX906_PACKED_QKVZ_CONV=1 \\\n  -e VLLM_ENABLE_FLA_PACKED_RECURRENT_DECODE=1 \\\n  -e MI50_RTN_TP=8 \\\n  -e HIP_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \\\n  -e HF_HUB_OFFLINE=1 \\\n  -e MI50_RTN_BITS=4 \\\n  -e TRANSFORMERS_OFFLINE=1 \\\n  -e VLLM_GFX906_PERSISTENT_AR_PREINIT_ON_GRAPH_CAPTURE=0 \\\n  -e PATH=/opt/venv/bin:/opt/rocm/bin:/opt/rocm/llvm/bin:/usr/local/sbin:/usr/local/bin:/usr/sbin:/usr/bin:/sbin:/bin \\\n  -e ROCM_VERSION=7.2.1 \\\n  -e AMDGPU_VERSION=not-installed \\\n  -e PYTORCH_INDEX_URL=https://download.pytorch.org/whl/rocm7.2 \\\n  -e TORCH_VERSION=2.11.0+rocm7.2 \\\n  -e TORCHVISION_VERSION=0.26.0+rocm7.2 \\\n  -e TORCHAUDIO_VERSION=2.11.0+rocm7.2 \\\n  -e PYTORCH_TRITON_ROCM_VERSION=3.6.0 \\\n  -e AMDSMI_VERSION=7.0.2 \\\n  -e ROCM72_EXPERIMENT_SKIP_DPKG_LOCKS=1 \\\n  -e VLLM_COMMIT=6a52668c14dc9cb94a270d94bfec735fe627ed0c \\\n  -e VLLM_PACKAGE_VERSION=0.0.0+gfx906 \\\n  -e VLLM_VERSION_OVERRIDE=0.0.0+gfx906 \\\n  -e SOURCE_DATE_EPOCH=1764000000 \\\n  -e VLLM_TARGET_DEVICE=rocm \\\n  -e PYTORCH_ROCM_ARCH=gfx906 \\\n  -e GPU_ARCHS=gfx906 \\\n  -e AMDGPU_TARGETS=gfx906 \\\n  -e CMAKE_HIP_ARCHITECTURES=gfx906 \\\n  -e FLASH_ATTENTION_TRITON_AMD_ENABLE=TRUE \\\n  -e FLASH_ATTENTION_TRITON_AMD_REF=TRUE \\\n  -e LD_LIBRARY_PATH=/opt/gfx906:/rccl-overlay/install/lib:/opt/rocm/lib:/opt/rocm/lib64:/usr/local/lib: \\\n  -e PYTHONPATH=/opt/qwen36-python \\\n  -e PYTHONUNBUFFERED=1 \\\n  -e PYTHONHASHSEED=0 \\\n  -e PIP_NO_CACHE_DIR=1 \\\n  -e PIP_NO_COMPILE=1 \\\n  -e PIP_DISABLE_PIP_VERSION_CHECK=1 \\\n  -e PYTHONDONTWRITEBYTECODE=1 \\\n  -e LANG=C.UTF-8 \\\n  -e LC_ALL=C.UTF-8 \\\n  -e TZ=Etc/UTC \\\n  -e VLLM_PATCH_BUNDLE=/opt/vllm_patch_bundle \\\n  -e V756F105_CUSTOM_AR_LIBRARY=/opt/localaiservers/v756f105r3/lib/v756f105r3_custom_ar.so \\\n  -e VLLM_GFX906_F105R3_M1_STAGED_AR=1 \\\n  -e VLLM_GFX906_FORCE_PCIE_CUSTOM_AR=1 \\\n  -e VLLM_GFX906_POSTED_GEMMA=1 \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp8-mtp0/cache/vllm,dst=/root/.cache/vllm \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp8-mtp0/cache/.triton,dst=/root/.triton \\\n  --mount type=bind,src=/usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60,dst=/opt/local-models/Qwen3.8-27B,readonly \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp8-mtp0/cache/huggingface,dst=/root/.cache/huggingface \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp8-mtp0,dst=/runwork \\\n  --mount type=bind,src=/home/ai/qwen38-serving-20261028/mi50-w4-tp8-mtp0/cache/torchinductor,dst=/tmp/torchinductor_root \\\n  --entrypoint /opt/vnext/profile/container_entrypoint.sh \\\n  sha256:89bf56371852ba69e2dc3375fb1f667fe11f2a34a04537beb6ab75da4173c5c7\n\n# Readiness and logs: curl --fail http://127.0.0.1:8001/health\n# docker logs -f serve-mi50-w4-tp8-mtp0-20261028\n# Cold-cache startup can take tens of minutes. Use the separate benchmark command to measure TPS.\n",
      "recorded_lab_serving_script": "serve/mi50-w4-tp8-mtp0.sh",
      "recorded_lab_serving_script_sha256": "ce5d1590f773ab9f5e967ac086530494d00eb0aa1733cff1dcc51a093118018b",
      "recorded_lab_reproduction_command": "set -euo pipefail\n# Run from the downloaded bundle directory on 10.0.0.30.\nsha256sum -c gfx906-release-images.docker.tar.zst.sha256\n# Reuse the exact imported image; avoid unpacking the full bundle again.\nif ! docker image inspect sha256:89bf56371852ba69e2dc3375fb1f667fe11f2a34a04537beb6ab75da4173c5c7 >/dev/null 2>&1; then\n  zstd -dc gfx906-release-images.docker.tar.zst | docker image load\nfi\nsha256sum -c reproduce-r10.tar.gz.sha256\nmkdir -p reproduce /home/ai/qwen38-release-retests-20261026\ntar -xzf reproduce-r10.tar.gz -C reproduce\npython3 ./reproduce/reproduce.py --profile mi50-w4-tp8-mtp0 --model /usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60 --output /home/ai/qwen38-release-retests-20261026/mi50-w4-tp8-mtp0-manual-r0",
      "recorded_lab_reproduction_script": "commands/row-47-mi50-w4-tp8-mtp0.sh",
      "recorded_lab_reproduction_script_sha256": "63160af2b573e4507524c66988f4b55fe27cf14ae131f92e2cc1032e04ff2955",
      "recorded_lab_required_model_command": "sha256sum -c model-acquisition-r1.tar.gz.sha256\nmkdir -p model-acquisition\ntar -xzf model-acquisition-r1.tar.gz -C model-acquisition\npython3 model-acquisition/acquire_model.py qwen38-dense /usr/share/ollama/vnext-offload/models/Qwen3.8-27B-1d4bf0f2ff60",
      "recorded_lab_image_download": "gfx906-release-images.docker.tar.zst",
      "dockerhub_url": "https://hub.docker.com/r/joe2gaan/localaiservers/tags?name=release-20261109-gfx906-89bf56371852",
      "registry_image": "joe2gaan/localaiservers@sha256:2ab2203bcd66050fcae7dbf0b0c8ddbb0958e08da57ce2a0c9d7adc6511e9052",
      "registry_manifest_digest": "sha256:2ab2203bcd66050fcae7dbf0b0c8ddbb0958e08da57ce2a0c9d7adc6511e9052",
      "docker_pull_command": "docker pull joe2gaan/localaiservers@sha256:2ab2203bcd66050fcae7dbf0b0c8ddbb0958e08da57ce2a0c9d7adc6511e9052",
      "registry_verification": "registry-content-verification.json",
      "portable_configuration": "mi50-w4-tp8-mtp0",
      "portable_host_requirements": "PORTABLE-LAUNCH.md",
      "portable_exact_docker_note": "The portable launcher writes the resolved full Docker argv before launch. The retained lab launch is an archived reference, not a portable instruction. Any derived host-compatibility image is identified separately from the recorded benchmark image.",
      "recorded_status_before_correction": "TP8 GPU engineering passed; full model test pending",
      "status_correction_source": {
        "configuration": "mi50-w4-tp8-mtp0",
        "old_status": "TP8 GPU engineering passed; full model test pending",
        "corrected_status": "Completed full-model TP8 export retest; strict FAIL. One sample; fixed-token speeds are diagnostic and ineligible because strict failed.",
        "source": "retest-evidence/mi50-w4-tp8-mtp0/result.json",
        "source_sha256": "f990b211097e277ae9424787627d1210b2876fab49661fc2610eca828416a1a3",
        "numerical_fields_change": false
      },
      "dockerhub_e2e": {
        "verified_utc": "2026-11-10T10:59:44.557158+00:00",
        "host": "10.0.0.20",
        "all_four_commands_verified": true,
        "resolved": true,
        "resolution": null,
        "mode_status": {
          "acquire": "verified",
          "pull": "verified",
          "serve": "verified",
          "benchmark": "verified"
        },
        "benchmark_complete": true,
        "strict_pass": true,
        "official_2K_eligible": true,
        "historical_sample_valid": null,
        "fresh_2K_status": "eligible",
        "summaries": {
          "strict": {
            "completion_tokens": 10166,
            "content_chars": 6892,
            "content_has_think_close": false,
            "elapsed_seconds": 176.45749805495143,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "stop",
            "finished_at_utc": "2026-11-09T23:04:03Z",
            "force_length": false,
            "has_reasoning_field": true,
            "max_tokens": null,
            "metrics_settle_elapsed_seconds": 0.008709434419870377,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 6892,
            "qwen_answer_text_sha256": "a53b93bd66e91cf5575d86b684573e1e556920dbc610ff1a106bf3d18e67e57d",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [],
            "qwen_gate_parser_split_answer": true,
            "qwen_gate_valid": true,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 6892,
            "qwen_visible_text_sha256": "a53b93bd66e91cf5575d86b684573e1e556920dbc610ff1a106bf3d18e67e57d",
            "raw_has_think_close": false,
            "reasoning_chars": 37872,
            "text_chars": 44765,
            "text_sha256": "673608635cffe4379f984e99f0e44039895dc4e93c9285fe75c20544c2e233a1",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 160.9127823319286,
            "vllm_decode_tps": 63.177081725115656,
            "vllm_generation_tokens_delta": 10166.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.530331411398947,
            "vllm_prefill_tps": 30.456529707590633,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 57.61160682916495
          },
          "2K": {
            "completion_tokens": 2000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 45.10825101658702,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T23:04:48Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 2000,
            "metrics_settle_elapsed_seconds": 0.006011459976434708,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 10262,
            "text_chars": 10262,
            "text_sha256": "baa1fafcb2abb3014a4dae9a3ac255ba88f4bb44538598a342507151ca6eac69",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 30.0101278424263,
            "vllm_decode_tps": 66.64416794561383,
            "vllm_generation_tokens_delta": 2000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 15.089444040320814,
            "vllm_prefill_tps": 31.346416656311987,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 44.337786434339215
          },
          "10K": {
            "completion_tokens": 10000,
            "content_chars": 0,
            "content_has_think_close": false,
            "elapsed_seconds": 174.96906033623964,
            "endpoint": "http://127.0.0.1:19080/v1",
            "finish_reason": "length",
            "finished_at_utc": "2026-11-09T23:07:43Z",
            "force_length": true,
            "has_reasoning_field": true,
            "max_tokens": 10000,
            "metrics_settle_elapsed_seconds": 0.00648938212543726,
            "metrics_settle_timeout_seconds": 30.0,
            "metrics_settled": true,
            "metrics_url": "http://127.0.0.1:8001/metrics",
            "model": "Qwen/Qwen3.8-27B",
            "prompt_repeat": 32,
            "qwen_answer_text_chars": 0,
            "qwen_answer_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "qwen_gate_close_in_content": false,
            "qwen_gate_close_in_raw": false,
            "qwen_gate_invalid_reasons": [
              "client_max_tokens_cap",
              "finish_reason_length",
              "missing_think_close_or_parser_answer"
            ],
            "qwen_gate_parser_split_answer": false,
            "qwen_gate_valid": false,
            "qwen_visible_parse_complete": true,
            "qwen_visible_text_chars": 0,
            "qwen_visible_text_sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
            "raw_has_think_close": false,
            "reasoning_chars": 18023,
            "text_chars": 18023,
            "text_sha256": "9552134caca7dee33fcf050196c55d90b694ce6c7dfe160f2d8697da6cf218bb",
            "vllm_decode_request_count_delta": 1.0,
            "vllm_decode_seconds_delta": 158.31779999658465,
            "vllm_decode_tps": 63.164091468020196,
            "vllm_generation_tokens_delta": 10000.0,
            "vllm_prefill_request_count_delta": 1.0,
            "vllm_prefill_seconds_delta": 16.642732575535774,
            "vllm_prefill_tps": 28.42081358053504,
            "vllm_prompt_tokens_delta": 473.0,
            "wall_completion_tps": 57.15296167666963
          }
        },
        "evidence": "dockerhub-e2e/mi50-w4-tp8-mtp0.json",
        "scope": "Fresh command execution on the stated test host. Recorded benchmark values are unchanged. A completed command can produce a strict-failed, ineligible result."
      }
    },
    {
      "period": "Unmeasured TP8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "FP16",
      "TP": 8,
      "MTP": 0,
      "strict": "NOT RUN",
      "fixed_2K_TPS": null,
      "fixed_10K_TPS": null,
      "image": "",
      "status": "Eight V620s unavailable on recorded hardware",
      "export_retest_status": "Hardware unavailable; no result invented",
      "image_download": "",
      "reproduction_command": "",
      "export_sha256": "",
      "reproduction_profile": "v620-fp16-tp8-mtp0",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "FP16 parameter extents",
      "record_label": "Unmeasured TP8"
    },
    {
      "period": "Unmeasured TP8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "8-bit RTN",
      "TP": 8,
      "MTP": 0,
      "strict": "NOT RUN",
      "fixed_2K_TPS": null,
      "fixed_10K_TPS": null,
      "image": "",
      "status": "Eight V620s unavailable on recorded hardware",
      "export_retest_status": "Hardware unavailable; no result invented",
      "image_download": "",
      "reproduction_command": "",
      "export_sha256": "",
      "reproduction_profile": "v620-w8-tp8-mtp0",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Unmeasured TP8"
    },
    {
      "period": "Unmeasured TP8",
      "gpu": "V620",
      "model": "Qwen/Qwen3.8-27B",
      "weights": "4-bit RTN",
      "TP": 8,
      "MTP": 0,
      "strict": "NOT RUN",
      "fixed_2K_TPS": null,
      "fixed_10K_TPS": null,
      "image": "",
      "status": "Eight V620s unavailable on recorded hardware",
      "export_retest_status": "Hardware unavailable; no result invented",
      "image_download": "",
      "reproduction_command": "",
      "export_sha256": "",
      "reproduction_profile": "v620-w4-tp8-mtp0",
      "packed_GiB_per_rank": null,
      "sampled_peak_VRAM_GiB": null,
      "weight_tensor_GiB_per_rank": null,
      "weight_tensor_scope": "packed target projections",
      "record_label": "Unmeasured TP8"
    }
  ],
  "progress": {
    "included_current_profiles": 29,
    "sealed_completed_retests": 28,
    "active_retests": 0,
    "distinct_exported_images": 20,
    "download_bundles": 2,
    "sealed_captured_attempts": 29,
    "sealed_attempts_without_full_ladder": 1,
    "historical_distinct_configurations": 6,
    "historical_exported_configurations_captured": 6,
    "historical_full_ladders": 6
  },
  "workbook_large_records": {
    "records": [
      {
        "row_index": 1,
        "field": "retest_loaded_admission",
        "characters": 62667,
        "path": "chart-details/row-01-retest-loaded-admission.json",
        "file_sha256": "c935b9ccd56aebbd5f1b54e68bf57276b5cbd3f5cfeb47d0dac2c4f76a59e4a4",
        "serialized_sha256": "d358fb6533a585002ef9d529b684d3956ad666ee647e4545598258d0ce1e80c4"
      },
      {
        "row_index": 2,
        "field": "retest_loaded_admission",
        "characters": 190692,
        "path": "chart-details/row-02-retest-loaded-admission.json",
        "file_sha256": "fcaa033200dde8f90d70d82485803bac24f7a8adaaca469c3ad701dd65c60b35",
        "serialized_sha256": "4b7ffac54ac11170015e9999fe09223819de7c6996c32d446864ab300924bdff"
      },
      {
        "row_index": 3,
        "field": "retest_loaded_admission",
        "characters": 95928,
        "path": "chart-details/row-03-retest-loaded-admission.json",
        "file_sha256": "bcb4fc49a6c1ca7a7df3eb9ff652d5b3703aefecf355a9e77449ef1920eb2c18",
        "serialized_sha256": "02cd076a3516b351112ab5eb065322baf8b0098daeba76d589db3177fd7c8c31"
      },
      {
        "row_index": 4,
        "field": "retest_loaded_admission",
        "characters": 125379,
        "path": "chart-details/row-04-retest-loaded-admission.json",
        "file_sha256": "dee994a94a93cc2d35e14b536f47b16840804c4051793516be9662bcc69ca16d",
        "serialized_sha256": "ffac9098a71218a7a0686adf90ab93e4604aab88f22247fc270211a6d2b5f63a"
      },
      {
        "row_index": 5,
        "field": "retest_loaded_admission",
        "characters": 62353,
        "path": "chart-details/row-05-retest-loaded-admission.json",
        "file_sha256": "7dc74c84bc513228177f638cd9fba657a5d08467dfd9e304b45ed5402f3b02f7",
        "serialized_sha256": "585b03f05c54e7235a11b137b7d18c2ece415982e6de5a34d3f52fdb56d19771"
      },
      {
        "row_index": 6,
        "field": "retest_loaded_admission",
        "characters": 190732,
        "path": "chart-details/row-06-retest-loaded-admission.json",
        "file_sha256": "d2dbb0b53981f4165e3c9456fc3c508ec315bcaa93a383f0cbfa8443423ca0c8",
        "serialized_sha256": "9d1f4e6b6f680c4ee13e400b20260e1abdd33f4f9d55c9875e46f9e36565f421"
      },
      {
        "row_index": 7,
        "field": "retest_loaded_admission",
        "characters": 95526,
        "path": "chart-details/row-07-retest-loaded-admission.json",
        "file_sha256": "2ef6d0f085af1c547f6c4adeddf4a24970e1dd80c2fdf7bbe62a2843d492eb3f",
        "serialized_sha256": "2d195be0700ee5d47c7295267107f7bc2f15fd4ffb45ab7bcad7eb1714b68104"
      },
      {
        "row_index": 8,
        "field": "retest_loaded_admission",
        "characters": 123918,
        "path": "chart-details/row-08-retest-loaded-admission.json",
        "file_sha256": "4d98b20c14ea4abd52e2e956d5e9f84ebafde2965fab481bf709962913e6b12d",
        "serialized_sha256": "263167cc41c5d3d47ac068e0ca9a401ba300316eba077b09639d36000838daf5"
      },
      {
        "row_index": 9,
        "field": "retest_loaded_admission",
        "characters": 61602,
        "path": "chart-details/row-09-retest-loaded-admission.json",
        "file_sha256": "e2a5409f8f4d9bbf79a6cf2f5791698163e553e146ba89cfd0372879e93008f5",
        "serialized_sha256": "c9ba13072799ec1ccbcbdaf11e10d7ac8a124ed61129bfc8c6bc20c759494d15"
      },
      {
        "row_index": 10,
        "field": "retest_loaded_admission",
        "characters": 189271,
        "path": "chart-details/row-10-retest-loaded-admission.json",
        "file_sha256": "4f658cf60d7f95fdc603188a067a10d30cff9d1fcf699e7fc20c7a523cb7b8d2",
        "serialized_sha256": "7bc3981081acab525bda4ccb8fd79d37439b3f7f13d77701c7965a43ba2e614d"
      },
      {
        "row_index": 11,
        "field": "retest_loaded_admission",
        "characters": 94775,
        "path": "chart-details/row-11-retest-loaded-admission.json",
        "file_sha256": "e6dc15662f818ede1100bad15e8b00fff0aec6c9383c041c641f679d77f74d6a",
        "serialized_sha256": "5152a78b01a82ad68e91a8e3a08730b467a1aed897b1f62f448bde240c2d6c86"
      },
      {
        "row_index": 16,
        "field": "retest_loaded_admission",
        "characters": 223850,
        "path": "chart-details/row-16-retest-loaded-admission.json",
        "file_sha256": "e3fbfa3e31486f42f5b149a02cd35522e946c7b35fc9004f97921c6a1ed51ece",
        "serialized_sha256": "f270d5ce443676820293f641d867fabed09c79452a95e6094ea36c27c20097eb"
      },
      {
        "row_index": 17,
        "field": "retest_loaded_admission",
        "characters": 112065,
        "path": "chart-details/row-17-retest-loaded-admission.json",
        "file_sha256": "5f6d9f14107c8363eaa49ffb9e7858f59528f8f7627748cadc86b6aee5cab7c9",
        "serialized_sha256": "57ac260c60da7ac74bef3e43eff17928f581fe38ceae30e583cf90d57a6339b4"
      },
      {
        "row_index": 18,
        "field": "retest_loaded_admission",
        "characters": 106491,
        "path": "chart-details/row-18-retest-loaded-admission.json",
        "file_sha256": "378860c361d65e629381a3509c8edccba77d38096858ef4a2acecb52c5f2fbf4",
        "serialized_sha256": "bb90752835d4d81b74c0255cb26b49ddc9de1c50b39b6a05c7068fbfa3cafdad"
      },
      {
        "row_index": 19,
        "field": "retest_loaded_admission",
        "characters": 53524,
        "path": "chart-details/row-19-retest-loaded-admission.json",
        "file_sha256": "ada8afd8fbab97928d363543316cd826991743c88a8d64003dc0f99c975e829d",
        "serialized_sha256": "3d248d4be25b65774e1284db9c281bd1f99e19ae37e6853e0eacadedc73c7bc4"
      },
      {
        "row_index": 24,
        "field": "retest_loaded_admission",
        "characters": 223984,
        "path": "chart-details/row-24-retest-loaded-admission.json",
        "file_sha256": "fc742f5601b60bbcb9172ea0b930158312715f0fe71be76c82612dc90eb325fe",
        "serialized_sha256": "e01709acdaba14149d4df213872b305f2e673a7dc70b5a501abe70ad5bad5862"
      },
      {
        "row_index": 25,
        "field": "retest_loaded_admission",
        "characters": 236546,
        "path": "chart-details/row-25-retest-loaded-admission.json",
        "file_sha256": "9d74d6ccea0d66230742d98827d2ae15d409295a553a61ff6ff941fdd3790c07",
        "serialized_sha256": "f39704e1a55076ddfa09b542559277a6189538cfee29df0050e58826cd86e575"
      },
      {
        "row_index": 26,
        "field": "retest_loaded_admission",
        "characters": 237304,
        "path": "chart-details/row-26-retest-loaded-admission.json",
        "file_sha256": "62e526cf21e2c35e5e949b5c131883fc3e7355d3554c869fceaba54d4ae66eae",
        "serialized_sha256": "956e64ee84ecbc9d711d41734bb7fbb3c2be07685b6f0e44604517239207f20b"
      },
      {
        "row_index": 46,
        "field": "retest_loaded_admission",
        "characters": 247288,
        "path": "chart-details/row-46-retest-loaded-admission.json",
        "file_sha256": "ee116c1a017642dc592de78dc5596b6916806bdc44049263ad5e7dec81827207",
        "serialized_sha256": "de5d6c6929b965b52fc8d832e2f75afa650d9cff442d2c8edd6cae43fb291dd3"
      },
      {
        "row_index": 47,
        "field": "retest_loaded_admission",
        "characters": 247288,
        "path": "chart-details/row-47-retest-loaded-admission.json",
        "file_sha256": "1d2ea887f789f54f850e9e9467f5f683a5740d7e72b373d45c46b96f5ecf12e5",
        "serialized_sha256": "29acdc50f0896b42d37c60a963605ff7dbaf2f3f37af1841e888b7aaf49fbc99"
      }
    ],
    "handling": "Self-contained ordered JSON fragments; no cell truncation."
  },
  "recorded_chart_generated_utc": "2026-11-09T00:49:43.350989+00:00",
  "publication": {
    "generated_utc": "2026-11-09T11:36:34.738172+00:00",
    "registry": "joe2gaan/localaiservers",
    "exact_images": 20,
    "portable_recipes": 48,
    "image_identity": "Image config IDs and every uncompressed RootFS layer verified against fresh Docker Hub downloads",
    "website_upload": "NOT PERFORMED \u2014 COMMAND TESTING COMPLETE; OWNER APPROVAL REQUIRED",
    "recorded_exact_images": 20,
    "portable_runtime_images": 21,
    "published_image_ids_including_recorded_parents": 25,
    "compatibility_publication": "mi50-portable-dockerhub-publication.json"
  },
  "final_dockerhub_validation": {
    "generated_utc": "2026-11-10T10:59:44.557158+00:00",
    "chart_sha256": "4701e376b90da0e29bb5bae8929ebc5ed968675fa537585638c830ea7783afed",
    "configurations": 48,
    "expected_command_executions": 192,
    "verified_command_executions": 191,
    "all_four_commands_verified_configurations": 47,
    "reviewed_capacity_blocked_configurations": 1,
    "resolved_configurations": 48,
    "all_configurations_resolved": true,
    "website_upload": false,
    "active_image_count": 21,
    "images": [
      {
        "image_id": "sha256:0aab9fc8441d0d25b576bdb70ef0c9cbb6982eb7ac37a7f108fee2dba77a40ce",
        "configurations": [
          "mi50-fp16-tp8-mtp0"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 1
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:23efb9f20a02e5b7bd69ed0004a7a1976d35ba728e4fd52f644b4645eadd5ed1",
        "configurations": [
          "v620-w4-tp4-mtp0-x"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 1
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:45decd88eb7c10c0408327438e07c2a655e45cc7534f8b662e5c4089a6b88568",
        "configurations": [
          "historical-row-27",
          "historical-row-28",
          "historical-row-29",
          "historical-row-30",
          "historical-row-31",
          "historical-row-32",
          "historical-row-33",
          "historical-row-34",
          "historical-row-35",
          "historical-row-36",
          "historical-row-37",
          "historical-row-38",
          "historical-row-39",
          "historical-row-40",
          "historical-row-41",
          "historical-row-42",
          "historical-row-43",
          "historical-row-44",
          "historical-row-45"
        ],
        "verified_commands_by_mode": {
          "acquire": 19,
          "pull": 19,
          "serve": 19,
          "benchmark": 19
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:470486980ed01b78334c8e0b3ae36c9396d0ac9d5dba1183d581a857fe95674d",
        "configurations": [
          "v620-fp16-tp4-mtp2"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 1
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:4f2d919ceed2b8b21cfd4d13661d83d197fbdddcc82e5a799dc4689c8c407794",
        "configurations": [
          "v620-w8-tp4-mtp0"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 1
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:59e1ec913fbc1e54e9dd8c8a4181182779c02037fca6dfead3e5066f880e5dbb",
        "configurations": [
          "mi50-fp16-tp2-mtp0",
          "mi50-fp16-tp4-mtp2",
          "mi50-fp16-tp2-mtp2"
        ],
        "verified_commands_by_mode": {
          "acquire": 3,
          "pull": 3,
          "serve": 3,
          "benchmark": 3
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:5c4e7b7a071d89eee0e8941aa9f9a857b687864ee7bb5d9d59eb7cc50ff48c04",
        "configurations": [
          "mi50-fp16-tp8-mtp0-previous"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 1
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:6bc353a76b3d75e16560d2c5e60a8c1ff301bd85314c95ed93bb31f88c08c8b4",
        "configurations": [
          "mi50-fp16-tp4-mtp0"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 1
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:71f0e460e6327c9b3c5edcc90ff104e43ac14089883164c8bad20e9b141d1aeb",
        "configurations": [
          "v620-fp16-tp4-mtp0"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 1
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:762cae7dd32e7f3542a57754b547742471c371a40d287a115ac349616ec64681",
        "configurations": [
          "v620-w4-tp4-mtp2"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 1
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:7f987d7773de6755f27160795f693fb1374eb42f54f2f322e917432c0886fd84",
        "configurations": [
          "v620-w4-tp2-mtp2"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 1
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:8376baaa8d3491c010ada3c623d856873b60675a433fd512e258d730cb7b6513",
        "configurations": [
          "mi50-w4-tp4-mtp0"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 1
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:83a139552fe2e33ba48844e32e69b83ac6d10c592cd0547dfdd1643eaad2408f",
        "configurations": [
          "v620-fp16-tp2-mtp0"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 1
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:89bf56371852ba69e2dc3375fb1f667fe11f2a34a04537beb6ab75da4173c5c7",
        "configurations": [
          "mi50-w8-tp8-mtp0",
          "mi50-w4-tp8-mtp0"
        ],
        "verified_commands_by_mode": {
          "acquire": 2,
          "pull": 2,
          "serve": 2,
          "benchmark": 2
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:95626d8b1e5b583a5348b5e7c9a0cd91840877eb5e3407e916f53298f80cf9f6",
        "configurations": [
          "v620-w8-tp2-mtp0"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 1
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:a16a6f2d47e7ac6ffc55d7a3d9298cad7e03601d8a30886421e905c92aeae386",
        "configurations": [
          "v620-w4-tp2-mtp0"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 1
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:a98060dd75e701abc267843ccd7d8513c7baf7b6abb168c6c289bd2dbad5d399",
        "configurations": [
          "v620-fp16-tp2-mtp2"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 0
        },
        "all_configuration_commands_verified": false,
        "all_configurations_resolved": true,
        "unsupported_configurations": [
          "v620-fp16-tp2-mtp2"
        ]
      },
      {
        "image_id": "sha256:b1450af604a4f69af53a3ac83f783d9572fcfafb3705c44d5730d50ba99baaad",
        "configurations": [
          "mi50-w8-tp4-mtp2",
          "mi50-w8-tp2-mtp2",
          "mi50-w4-tp4-mtp2",
          "mi50-w4-tp2-mtp2"
        ],
        "verified_commands_by_mode": {
          "acquire": 4,
          "pull": 4,
          "serve": 4,
          "benchmark": 4
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:b97918608d83591ad38f818bb4e944b5aa8d7d2fa9df2f354d47f1db190d9fcb",
        "configurations": [
          "v620-w4-tp4-mtp0"
        ],
        "verified_commands_by_mode": {
          "acquire": 1,
          "pull": 1,
          "serve": 1,
          "benchmark": 1
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:eaf8fffc828de2bb017493048c35a81a22b96964ca4852af5732cf17d6f38567",
        "configurations": [
          "v620-w8-tp4-mtp2",
          "v620-w8-tp2-mtp2"
        ],
        "verified_commands_by_mode": {
          "acquire": 2,
          "pull": 2,
          "serve": 2,
          "benchmark": 2
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      },
      {
        "image_id": "sha256:fe0d81ba97b6b8a432db928d19d03b511f15de9e40e5d25be81797d9c3e1694b",
        "configurations": [
          "mi50-w8-tp4-mtp0",
          "mi50-w8-tp2-mtp0",
          "mi50-w4-tp2-mtp0"
        ],
        "verified_commands_by_mode": {
          "acquire": 3,
          "pull": 3,
          "serve": 3,
          "benchmark": 3
        },
        "all_configuration_commands_verified": true,
        "all_configurations_resolved": true,
        "unsupported_configurations": []
      }
    ],
    "scope": "Exact-command coverage. A reviewed capacity outcome resolves an unsupported row without passing its benchmark. Strict-failed completed benchmarks remain ineligible; final release review and service restoration are separate.",
    "final_review": "dockerhub-e2e/final-review.json",
    "restoration_review": "dockerhub-e2e/restoration-review.json"
  }
}
